2024-04-26T01:22:33.377 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T01:22:33.377 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} --name leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi --archive /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245 --owner scheduled_leonidus@teuthology --verbose -- /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/orig.config.yaml 2024-04-26T01:22:33.434 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T01:22:33.537 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} email: null first_in_suite: false job_id: '7674245' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync rbytes: false syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3448 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi100.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDmowEIGev0RsgfljEB0ISlDshksTxg+l9aFqNuly8Klx6ZVZuwfZFJQpeB847a8G+Xgo2KWA/D6rB7uCdjOfLg= smithi133.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCxgUEq4QvhG+PGFSvnl4V0w7Fg1Q5aDyAb+3ohzdgkJC2w45Iqf9dHyitEbNvF72C3GgFUVvPHiCoAM+hlDpIA= smithi148.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI0im3um++sQVqvsmxJc7W+1i26Nc2vtH3DSLn9XLnlJWNiyaNxHQmdVWx4yAO0wMp5Z0MH2qKaGhQ0EP9D6rIY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_01:02:28 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T01:22:33.537 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa; will attempt to use it 2024-04-26T01:22:33.538 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa/tasks 2024-04-26T01:22:33.538 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T01:22:33.539 INFO:teuthology.task.internal:Checking packages... 2024-04-26T01:22:33.563 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-26T01:22:33.563 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T01:22:33.563 INFO:teuthology.packaging:ref: None 2024-04-26T01:22:33.563 INFO:teuthology.packaging:tag: None 2024-04-26T01:22:33.563 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-26T01:22:33.563 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:22:33.563 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-26T01:22:33.848 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-26T01:22:33.850 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T01:22:33.858 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T01:22:33.858 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T01:22:33.864 INFO:teuthology.task.internal:Saving configuration 2024-04-26T01:22:33.886 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T01:22:33.890 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T01:22:33.915 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi100.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:17:19.995906', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDmowEIGev0RsgfljEB0ISlDshksTxg+l9aFqNuly8Klx6ZVZuwfZFJQpeB847a8G+Xgo2KWA/D6rB7uCdjOfLg='} 2024-04-26T01:22:33.937 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:17:19.997748', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCxgUEq4QvhG+PGFSvnl4V0w7Fg1Q5aDyAb+3ohzdgkJC2w45Iqf9dHyitEbNvF72C3GgFUVvPHiCoAM+hlDpIA='} 2024-04-26T01:22:33.961 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi148.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:17:19.998863', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI0im3um++sQVqvsmxJc7W+1i26Nc2vtH3DSLn9XLnlJWNiyaNxHQmdVWx4yAO0wMp5Z0MH2qKaGhQ0EP9D6rIY='} 2024-04-26T01:22:33.961 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T01:22:33.967 INFO:teuthology.task.internal:roles: ubuntu@smithi100.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T01:22:33.967 INFO:teuthology.task.internal:roles: ubuntu@smithi133.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T01:22:33.967 INFO:teuthology.task.internal:roles: ubuntu@smithi148.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T01:22:33.967 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T01:22:34.078 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd4520510d0>, signals=[15]) 2024-04-26T01:22:34.078 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T01:22:34.084 INFO:teuthology.task.internal:Opening connections... 2024-04-26T01:22:34.084 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:22:34.086 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:22:34.163 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi133.front.sepia.ceph.com 2024-04-26T01:22:34.164 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:22:34.238 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi148.front.sepia.ceph.com 2024-04-26T01:22:34.239 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:22:34.315 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T01:22:34.323 DEBUG:teuthology.orchestra.run.smithi100:> uname -m 2024-04-26T01:22:34.341 INFO:teuthology.orchestra.run.smithi100.stdout:x86_64 2024-04-26T01:22:34.341 DEBUG:teuthology.orchestra.run.smithi100:> cat /etc/os-release 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:NAME="CentOS Stream" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:VERSION="9" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:ID="centos" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:VERSION_ID="9" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:ANSI_COLOR="0;31" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:22:34.399 INFO:teuthology.orchestra.run.smithi100.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:22:34.400 INFO:teuthology.orchestra.run.smithi100.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:22:34.400 INFO:teuthology.orchestra.run.smithi100.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:22:34.400 INFO:teuthology.lock.ops:Updating smithi100.front.sepia.ceph.com on lock server 2024-04-26T01:22:34.420 DEBUG:teuthology.orchestra.run.smithi133:> uname -m 2024-04-26T01:22:34.437 INFO:teuthology.orchestra.run.smithi133.stdout:x86_64 2024-04-26T01:22:34.438 DEBUG:teuthology.orchestra.run.smithi133:> cat /etc/os-release 2024-04-26T01:22:34.494 INFO:teuthology.orchestra.run.smithi133.stdout:NAME="CentOS Stream" 2024-04-26T01:22:34.494 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION="9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:ID="centos" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_ID="9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:ANSI_COLOR="0;31" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:22:34.495 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:22:34.496 INFO:teuthology.lock.ops:Updating smithi133.front.sepia.ceph.com on lock server 2024-04-26T01:22:34.520 DEBUG:teuthology.orchestra.run.smithi148:> uname -m 2024-04-26T01:22:34.537 INFO:teuthology.orchestra.run.smithi148.stdout:x86_64 2024-04-26T01:22:34.537 DEBUG:teuthology.orchestra.run.smithi148:> cat /etc/os-release 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:NAME="CentOS Stream" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION="9" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:ID="centos" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:VERSION_ID="9" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:22:34.594 INFO:teuthology.orchestra.run.smithi148.stdout:ANSI_COLOR="0;31" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:22:34.595 INFO:teuthology.orchestra.run.smithi148.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:22:34.595 INFO:teuthology.lock.ops:Updating smithi148.front.sepia.ceph.com on lock server 2024-04-26T01:22:34.620 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T01:22:34.630 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T01:22:34.634 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T01:22:34.635 DEBUG:teuthology.orchestra.run.smithi100:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:22:34.637 DEBUG:teuthology.orchestra.run.smithi133:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:22:34.640 DEBUG:teuthology.orchestra.run.smithi148:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:22:34.656 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T01:22:34.661 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T01:22:34.661 DEBUG:teuthology.orchestra.run.smithi100:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:22:34.694 DEBUG:teuthology.orchestra.run.smithi133:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:22:34.696 DEBUG:teuthology.orchestra.run.smithi148:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:22:34.810 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T01:22:34.887 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T01:22:34.901 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-04-26T01:22:34.902 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-26T01:22:34.902 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-26T01:22:34.902 DEBUG:teuthology.orchestra.run.smithi100:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:22:34.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:22:34.919 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-26T01:22:35.174 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:22:35.174 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T01:22:35.174 DEBUG:teuthology.orchestra.run.smithi100:> uname -r 2024-04-26T01:22:35.191 INFO:teuthology.orchestra.run.smithi100.stdout:5.14.0-437.el9.x86_64 2024-04-26T01:22:35.192 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:22:35.192 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T01:22:35.192 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum upgrade -y linux-firmware 2024-04-26T01:22:37.451 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-26T01:22:39.469 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-04-26T01:22:43.670 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.2 MB 00:00 2024-04-26T01:22:45.268 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 16 kB 00:00 2024-04-26T01:22:46.897 INFO:teuthology.orchestra.run.smithi100.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-26T01:22:52.136 INFO:teuthology.orchestra.run.smithi100.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-26T01:22:54.120 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2024-04-26T01:22:54.121 INFO:teuthology.orchestra.run.smithi100.stdout:Nothing to do. 2024-04-26T01:22:54.122 INFO:teuthology.orchestra.run.smithi100.stdout:Complete! 2024-04-26T01:22:54.224 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:22:54.224 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:22:54.371 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T01:22:54.371 DEBUG:teuthology.orchestra.run.smithi100:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T01:22:54.374 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi100.front.sepia.ceph.com to complete... 2024-04-26T01:23:06.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26 01:23:06 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T01:23:06.512 INFO:teuthology.orchestra.run.smithi100.stderr:FINISHED --2024-04-26 01:23:06-- 2024-04-26T01:23:06.512 INFO:teuthology.orchestra.run.smithi100.stderr:Total wall clock time: 12s 2024-04-26T01:23:06.512 INFO:teuthology.orchestra.run.smithi100.stderr:Downloaded: 1 files, 341M in 12s (28.8 MB/s) 2024-04-26T01:23:06.514 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:23:06.515 DEBUG:teuthology.orchestra.run.smithi100:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T01:23:08.594 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying... ######################################## 2024-04-26T01:23:08.815 INFO:teuthology.orchestra.run.smithi100.stdout:Preparing... ######################################## 2024-04-26T01:23:08.934 INFO:teuthology.orchestra.run.smithi100.stdout:Updating / installing... 2024-04-26T01:23:16.907 INFO:teuthology.orchestra.run.smithi100.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T01:23:56.426 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi100.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T01:23:56.427 DEBUG:teuthology.orchestra.run.smithi100:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T01:23:56.514 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T01:23:56.515 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T01:23:56.516 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T01:23:56.517 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T01:23:56.518 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T01:23:56.519 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T01:23:56.520 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T01:23:56.521 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T01:23:56.522 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T01:23:56.523 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T01:23:56.524 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T01:23:56.525 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T01:23:56.526 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T01:23:56.527 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T01:23:56.528 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T01:23:56.529 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T01:23:56.530 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T01:23:56.531 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T01:23:56.532 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T01:23:56.533 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T01:23:56.534 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T01:23:56.535 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T01:23:56.536 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T01:23:56.537 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T01:23:56.538 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T01:23:56.539 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T01:23:56.540 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T01:23:56.541 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T01:23:56.542 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T01:23:56.543 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T01:23:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T01:23:56.545 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T01:23:56.546 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T01:23:56.547 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T01:23:56.548 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T01:23:56.549 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T01:23:56.550 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T01:23:56.551 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T01:23:56.552 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T01:23:56.553 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T01:23:56.554 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T01:23:56.555 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T01:23:56.556 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T01:23:56.557 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T01:23:56.558 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T01:23:56.559 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T01:23:56.560 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T01:23:56.561 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T01:23:56.562 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T01:23:56.563 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T01:23:56.564 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T01:23:56.565 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T01:23:56.566 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T01:23:56.567 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T01:23:56.568 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T01:23:56.569 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T01:23:56.570 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T01:23:56.571 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T01:23:56.572 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T01:23:56.573 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T01:23:56.574 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T01:23:56.575 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T01:23:56.576 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T01:23:56.577 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T01:23:56.578 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T01:23:56.579 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T01:23:56.580 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T01:23:56.581 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T01:23:56.582 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T01:23:56.583 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T01:23:56.584 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T01:23:56.585 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T01:23:56.586 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T01:23:56.587 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T01:23:56.588 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T01:23:56.589 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T01:23:56.590 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T01:23:56.591 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T01:23:56.592 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T01:23:56.593 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T01:23:56.594 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T01:23:56.595 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T01:23:56.596 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T01:23:56.597 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T01:23:56.598 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T01:23:56.599 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T01:23:56.600 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T01:23:56.601 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T01:23:56.602 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T01:23:56.603 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T01:23:56.604 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T01:23:56.605 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T01:23:56.606 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T01:23:56.607 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T01:23:56.608 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T01:23:56.609 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T01:23:56.610 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T01:23:56.611 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T01:23:56.612 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T01:23:56.613 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T01:23:56.614 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T01:23:56.615 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T01:23:56.616 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T01:23:56.617 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T01:23:56.618 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T01:23:56.619 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T01:23:56.620 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T01:23:56.621 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T01:23:56.622 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T01:23:56.623 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T01:23:56.624 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T01:23:56.625 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T01:23:56.626 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T01:23:56.627 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T01:23:56.628 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T01:23:56.629 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T01:23:56.630 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T01:23:56.631 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T01:23:56.632 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T01:23:56.633 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T01:23:56.634 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T01:23:56.635 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T01:23:56.636 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T01:23:56.637 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T01:23:56.638 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T01:23:56.639 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T01:23:56.640 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T01:23:56.641 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T01:23:56.642 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T01:23:56.643 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T01:23:56.644 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T01:23:56.645 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T01:23:56.646 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T01:23:56.647 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T01:23:56.648 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T01:23:56.649 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T01:23:56.650 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T01:23:56.651 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T01:23:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:23:56.656 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.657 DEBUG:teuthology.orchestra.run.smithi100:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout:fi 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout:for file in vmlinuz System.map config; do 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T01:23:56.681 INFO:teuthology.orchestra.run.smithi100.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout: fi 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:done 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:fi 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:fi 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.682 INFO:teuthology.orchestra.run.smithi100.stdout:fi 2024-04-26T01:23:56.683 DEBUG:teuthology.orchestra.run.smithi100:> sudo rpm -qi grub2-tools 2024-04-26T01:23:56.757 INFO:teuthology.orchestra.run.smithi100.stdout:Name : grub2-tools 2024-04-26T01:23:56.757 INFO:teuthology.orchestra.run.smithi100.stdout:Epoch : 1 2024-04-26T01:23:56.757 INFO:teuthology.orchestra.run.smithi100.stdout:Version : 2.06 2024-04-26T01:23:56.757 INFO:teuthology.orchestra.run.smithi100.stdout:Release : 68.el9 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Architecture: x86_64 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Group : Unspecified 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Size : 8264254 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:License : GPLv3+ 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Packager : builder@centos.org 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Vendor : CentOS 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T01:23:56.758 INFO:teuthology.orchestra.run.smithi100.stdout:Summary : Support tools for GRUB. 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:Description : 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:hardware devices. 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:23:56.759 INFO:teuthology.orchestra.run.smithi100.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T01:23:56.760 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T01:23:56.760 INFO:teuthology.task.kernel:Updating grub on smithi100 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:56.760 DEBUG:teuthology.orchestra.run.smithi100:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T01:23:57.304 INFO:teuthology.orchestra.run.smithi100.stderr:Generating grub configuration file ... 2024-04-26T01:23:58.783 INFO:teuthology.orchestra.run.smithi100.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T01:23:58.802 INFO:teuthology.orchestra.run.smithi100.stderr:done 2024-04-26T01:23:58.804 DEBUG:teuthology.orchestra.run.smithi100:> mktemp 2024-04-26T01:23:58.850 INFO:teuthology.orchestra.run.smithi100.stdout:/tmp/tmp.MA7LoYZR4r 2024-04-26T01:23:58.850 DEBUG:teuthology.orchestra.run.smithi100:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.MA7LoYZR4r 2024-04-26T01:23:58.874 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 0666 /tmp/tmp.MA7LoYZR4r 2024-04-26T01:23:59.015 DEBUG:teuthology.orchestra.remote:smithi100:/tmp/tmp.MA7LoYZR4r is 6KB 2024-04-26T01:23:59.063 DEBUG:teuthology.orchestra.run.smithi100:> rm -fr /tmp/tmp.MA7LoYZR4r 2024-04-26T01:23:59.077 DEBUG:teuthology.orchestra.run.smithi100:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T01:23:59.149 INFO:teuthology.orchestra.run.smithi100.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T01:23:59.149 INFO:teuthology.orchestra.run.smithi100.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T01:23:59.149 INFO:teuthology.orchestra.run.smithi100.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T01:23:59.149 INFO:teuthology.orchestra.run.smithi100.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T01:23:59.151 DEBUG:teuthology.orchestra.run.smithi100:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T01:23:59.318 DEBUG:teuthology.orchestra.run.smithi100:> sudo shutdown -r now 2024-04-26T01:24:29.321 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-26T01:24:29.322 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:24:29.323 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:24:47.774 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.100 2024-04-26T01:24:56.776 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:24:56.777 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:24:59.838 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.100 2024-04-26T01:25:11.839 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:25:11.840 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:25:43.769 DEBUG:teuthology.orchestra.run.smithi100:> true 2024-04-26T01:25:44.350 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:25:44.351 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T01:25:44.351 DEBUG:teuthology.orchestra.run.smithi100:> uname -r 2024-04-26T01:25:44.391 INFO:teuthology.orchestra.run.smithi100.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T01:25:44.391 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T01:25:44.392 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T01:25:44.392 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T01:25:45.393 DEBUG:teuthology.parallel:result is None 2024-04-26T01:25:45.393 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T01:25:45.402 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T01:25:45.402 DEBUG:teuthology.orchestra.run.smithi100:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:25:45.410 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:25:45.412 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:25:45.452 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T01:25:45.461 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T01:25:45.470 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T01:25:45.471 DEBUG:teuthology.orchestra.run.smithi100:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:25:45.498 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:25:45.501 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:25:45.808 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T01:25:45.815 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T01:25:45.815 DEBUG:teuthology.orchestra.run.smithi133:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:25:45.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:25:45.832 DEBUG:teuthology.orchestra.run.smithi148:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:25:45.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:25:45.850 DEBUG:teuthology.orchestra.run.smithi100:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:25:45.857 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:25:45.874 DEBUG:teuthology.orchestra.run.smithi148:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:25:45.908 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:45.923 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:45.929 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:45.968 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:46.023 INFO:teuthology.orchestra.run.smithi100.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:46.058 INFO:teuthology.orchestra.run.smithi100.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:25:46.062 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T01:25:46.069 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T01:25:46.069 DEBUG:teuthology.orchestra.run.smithi100:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:25:46.073 DEBUG:teuthology.orchestra.run.smithi133:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:25:46.076 DEBUG:teuthology.orchestra.run.smithi148:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:25:46.132 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T01:25:46.141 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T01:25:46.141 DEBUG:teuthology.orchestra.run.smithi100:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:25:46.145 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:25:46.148 DEBUG:teuthology.orchestra.run.smithi148:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:25:46.181 DEBUG:teuthology.orchestra.run.smithi100:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.302 DEBUG:teuthology.orchestra.run.smithi100:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.379 DEBUG:teuthology.orchestra.run.smithi100:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:46.448 DEBUG:teuthology.orchestra.run.smithi100:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:46.529 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:25:46.529 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:25:46.602 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.647 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.699 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:46.779 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:46.824 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:25:46.824 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:25:46.889 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.935 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:25:46.987 DEBUG:teuthology.orchestra.run.smithi148:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:47.070 DEBUG:teuthology.orchestra.run.smithi148:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:25:47.113 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:25:47.113 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:25:47.180 DEBUG:teuthology.orchestra.run.smithi100:> sudo service rsyslog restart 2024-04-26T01:25:47.188 DEBUG:teuthology.orchestra.run.smithi133:> sudo service rsyslog restart 2024-04-26T01:25:47.191 DEBUG:teuthology.orchestra.run.smithi148:> sudo service rsyslog restart 2024-04-26T01:25:47.227 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:25:47.252 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:25:47.298 INFO:teuthology.orchestra.run.smithi100.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:25:47.689 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T01:25:47.696 INFO:teuthology.task.internal:Starting timer... 2024-04-26T01:25:47.697 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T01:25:47.707 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T01:25:47.729 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T01:25:47.730 DEBUG:teuthology.orchestra.run.smithi100:> sudo service auditd rotate 2024-04-26T01:25:47.861 INFO:teuthology.orchestra.run.smithi100.stdout:Rotating logs: 2024-04-26T01:25:47.865 DEBUG:teuthology.orchestra.run.smithi133:> sudo service auditd rotate 2024-04-26T01:25:47.934 INFO:teuthology.orchestra.run.smithi133.stdout:Rotating logs: 2024-04-26T01:25:47.936 DEBUG:teuthology.orchestra.run.smithi148:> sudo service auditd rotate 2024-04-26T01:25:48.022 INFO:teuthology.orchestra.run.smithi148.stdout:Rotating logs: 2024-04-26T01:25:48.024 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T01:25:48.024 DEBUG:teuthology.orchestra.run.smithi100:> /usr/sbin/getenforce 2024-04-26T01:25:48.073 INFO:teuthology.orchestra.run.smithi100.stdout:Permissive 2024-04-26T01:25:48.073 DEBUG:teuthology.orchestra.run.smithi133:> /usr/sbin/getenforce 2024-04-26T01:25:48.112 INFO:teuthology.orchestra.run.smithi133.stdout:Permissive 2024-04-26T01:25:48.112 DEBUG:teuthology.orchestra.run.smithi148:> /usr/sbin/getenforce 2024-04-26T01:25:48.134 INFO:teuthology.orchestra.run.smithi148.stdout:Permissive 2024-04-26T01:25:48.135 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi100.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi133.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi148.front.sepia.ceph.com': 'permissive'} 2024-04-26T01:25:48.135 DEBUG:teuthology.orchestra.run.smithi100:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:25:48.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:25:48.207 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:25:48.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:25:48.235 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:25:48.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:25:48.261 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T01:25:48.261 DEBUG:teuthology.orchestra.run.smithi100:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:25:48.323 DEBUG:teuthology.orchestra.run.smithi133:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:25:48.348 DEBUG:teuthology.orchestra.run.smithi148:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:25:48.373 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T01:25:48.383 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-26T01:25:48.389 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-26T01:25:48.515 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T01:25:48.531 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T01:25:48.532 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi100.front.sepia.ceph.com,smithi133.front.sepia.ceph.com,smithi148.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T01:30:50.471 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi100.front.sepia.ceph.com'), Remote(name='ubuntu@smithi133.front.sepia.ceph.com'), Remote(name='ubuntu@smithi148.front.sepia.ceph.com')] 2024-04-26T01:30:50.473 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:30:50.475 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:30:50.584 DEBUG:teuthology.orchestra.run.smithi100:> true 2024-04-26T01:30:50.733 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi100.front.sepia.ceph.com' 2024-04-26T01:30:50.733 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-04-26T01:30:50.734 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:30:50.811 DEBUG:teuthology.orchestra.run.smithi133:> true 2024-04-26T01:30:50.850 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-04-26T01:30:50.850 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-26T01:30:50.851 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi148.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:30:50.928 DEBUG:teuthology.orchestra.run.smithi148:> true 2024-04-26T01:30:51.014 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi148.front.sepia.ceph.com' 2024-04-26T01:30:51.014 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T01:30:51.025 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T01:30:51.026 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:30:51.026 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:30:51.034 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:30:51.034 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:30:51.036 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:30:51.036 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:30:51.065 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:30:51.080 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:30:51.084 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:30:51.098 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:30:51.105 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: ntpd: command not found 2024-04-26T01:30:51.116 INFO:teuthology.orchestra.run.smithi133.stdout:506 Cannot talk to daemon 2024-04-26T01:30:51.120 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:30:51.122 INFO:teuthology.orchestra.run.smithi148.stderr:sudo: ntpd: command not found 2024-04-26T01:30:51.130 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:30:51.133 INFO:teuthology.orchestra.run.smithi148.stdout:506 Cannot talk to daemon 2024-04-26T01:30:51.143 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:30:51.146 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:30:51.158 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:30:51.159 INFO:teuthology.orchestra.run.smithi148.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:30:51.200 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-04-26T01:30:51.202 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.203 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.215 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.218 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.219 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.229 INFO:teuthology.orchestra.run.smithi100.stderr:sudo: ntpd: command not found 2024-04-26T01:30:51.263 INFO:teuthology.orchestra.run.smithi100.stdout:506 Cannot talk to daemon 2024-04-26T01:30:51.305 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:30:51.346 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:30:51.462 INFO:teuthology.orchestra.run.smithi100.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:=============================================================================== 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.470 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:30:51.472 INFO:teuthology.run_tasks:Running task install... 2024-04-26T01:30:51.481 DEBUG:teuthology.task.install:project ceph 2024-04-26T01:30:51.481 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-26T01:30:51.481 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-26T01:30:51.481 INFO:teuthology.task.install:Using flavor: default 2024-04-26T01:30:51.487 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T01:30:51.487 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T01:30:51.487 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:30:51.488 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:30:51.490 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:30:51.490 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:30:51.491 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:30:51.491 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:30:51.644 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:30:51.644 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:30:51.704 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:30:51.704 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:30:51.737 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:30:51.737 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:30:51.756 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:30:51.756 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:30:51.757 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:30:51.783 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:30:51.783 DEBUG:teuthology.orchestra.run.smithi148:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:30:51.814 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:30:51.814 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:30:51.815 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:30:51.844 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:30:51.844 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:30:51.844 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:30:51.848 DEBUG:teuthology.orchestra.run.smithi148:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:30:51.872 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:30:51.872 DEBUG:teuthology.orchestra.run.smithi133:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:30:51.896 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:30:51.896 DEBUG:teuthology.orchestra.run.smithi100:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:30:51.921 DEBUG:teuthology.orchestra.run.smithi148:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:30:51.939 DEBUG:teuthology.orchestra.run.smithi133:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:30:51.986 INFO:teuthology.orchestra.run.smithi148.stdout:check_obsoletes = 1 2024-04-26T01:30:51.987 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum clean all 2024-04-26T01:30:52.016 DEBUG:teuthology.orchestra.run.smithi133:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:30:52.020 DEBUG:teuthology.orchestra.run.smithi100:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:30:52.081 INFO:teuthology.orchestra.run.smithi133.stdout:check_obsoletes = 1 2024-04-26T01:30:52.083 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum clean all 2024-04-26T01:30:52.126 DEBUG:teuthology.orchestra.run.smithi100:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:30:52.207 INFO:teuthology.orchestra.run.smithi100.stdout:check_obsoletes = 1 2024-04-26T01:30:52.211 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum clean all 2024-04-26T01:30:52.211 INFO:teuthology.orchestra.run.smithi148.stdout:48 files removed 2024-04-26T01:30:52.238 DEBUG:teuthology.orchestra.run.smithi148:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:30:52.314 INFO:teuthology.orchestra.run.smithi133.stdout:48 files removed 2024-04-26T01:30:52.341 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:30:52.533 INFO:teuthology.orchestra.run.smithi100.stdout:48 files removed 2024-04-26T01:30:52.571 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:30:52.995 INFO:teuthology.orchestra.run.smithi148.stdout:ceph packages for x86_64 169 kB/s | 83 kB 00:00 2024-04-26T01:30:53.017 INFO:teuthology.orchestra.run.smithi133.stdout:ceph packages for x86_64 200 kB/s | 83 kB 00:00 2024-04-26T01:30:53.354 INFO:teuthology.orchestra.run.smithi148.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-26T01:30:53.393 INFO:teuthology.orchestra.run.smithi133.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-26T01:30:53.474 INFO:teuthology.orchestra.run.smithi100.stdout:ceph packages for x86_64 180 kB/s | 83 kB 00:00 2024-04-26T01:30:53.763 INFO:teuthology.orchestra.run.smithi148.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-04-26T01:30:53.826 INFO:teuthology.orchestra.run.smithi133.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-04-26T01:30:53.974 INFO:teuthology.orchestra.run.smithi100.stdout:ceph noarch packages 29 kB/s | 12 kB 00:00 2024-04-26T01:30:54.282 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-04-26T01:30:54.437 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-26T01:30:54.533 INFO:teuthology.orchestra.run.smithi100.stdout:ceph source packages 4.0 kB/s | 1.9 kB 00:00 2024-04-26T01:30:55.520 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - BaseOS 8.9 MB/s | 8.0 MB 00:00 2024-04-26T01:30:56.100 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-04-26T01:30:56.347 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - AppStream 22 MB/s | 19 MB 00:00 2024-04-26T01:30:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - AppStream 17 MB/s | 19 MB 00:01 2024-04-26T01:31:00.276 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-26T01:31:00.656 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - CRB 8.2 MB/s | 6.2 MB 00:00 2024-04-26T01:31:02.330 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-04-26T01:31:02.404 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - Extras packages 27 kB/s | 16 kB 00:00 2024-04-26T01:31:02.583 INFO:teuthology.orchestra.run.smithi148.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-26T01:31:03.812 INFO:teuthology.orchestra.run.smithi148.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-04-26T01:31:03.968 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-04-26T01:31:06.276 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 5.6 MB/s | 21 MB 00:03 2024-04-26T01:31:06.486 INFO:teuthology.orchestra.run.smithi100.stdout:Extra Packages for Enterprise Linux 9.0 MB/s | 21 MB 00:02 2024-04-26T01:31:08.893 INFO:teuthology.orchestra.run.smithi148.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-26T01:31:11.053 INFO:teuthology.orchestra.run.smithi148.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:11.054 INFO:teuthology.orchestra.run.smithi148.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:11.065 INFO:teuthology.orchestra.run.smithi148.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:31:11.066 INFO:teuthology.orchestra.run.smithi148.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:31:11.066 INFO:teuthology.orchestra.run.smithi148.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:31:11.067 INFO:teuthology.orchestra.run.smithi148.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:31:11.069 INFO:teuthology.orchestra.run.smithi148.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:31:11.071 INFO:teuthology.orchestra.run.smithi148.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:31:11.072 INFO:teuthology.orchestra.run.smithi148.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:31:11.134 INFO:teuthology.orchestra.run.smithi148.stdout:Dependencies resolved. 2024-04-26T01:31:11.155 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: Package Arch Version Repository Size 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout:Installing: 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:31:11.156 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:31:11.157 INFO:teuthology.orchestra.run.smithi148.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:31:11.158 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout:Upgrading: 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout:Installing dependencies: 2024-04-26T01:31:11.159 INFO:teuthology.orchestra.run.smithi148.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:31:11.160 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:31:11.161 INFO:teuthology.orchestra.run.smithi148.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:31:11.162 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:31:11.163 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:31:11.164 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:31:11.165 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:31:11.166 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:31:11.167 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout:Installing weak dependencies: 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction Summary 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout:======================================================================================= 2024-04-26T01:31:11.168 INFO:teuthology.orchestra.run.smithi148.stdout:Install 148 Packages 2024-04-26T01:31:11.169 INFO:teuthology.orchestra.run.smithi148.stdout:Upgrade 4 Packages 2024-04-26T01:31:11.169 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:31:11.169 INFO:teuthology.orchestra.run.smithi148.stdout:Total download size: 222 M 2024-04-26T01:31:11.169 INFO:teuthology.orchestra.run.smithi148.stdout:Downloading Packages: 2024-04-26T01:31:11.365 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 9.6 kB/s | 1.7 kB 00:00 2024-04-26T01:31:12.053 INFO:teuthology.orchestra.run.smithi148.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 27 kB/s | 6.6 kB 00:00 2024-04-26T01:31:12.386 INFO:teuthology.orchestra.run.smithi100.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-26T01:31:12.478 INFO:teuthology.orchestra.run.smithi148.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 2.0 MB/s | 890 kB 00:00 2024-04-26T01:31:12.578 INFO:teuthology.orchestra.run.smithi148.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.4 MB/s | 145 kB 00:00 2024-04-26T01:31:12.712 INFO:teuthology.orchestra.run.smithi148.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 6.0 MB/s | 5.4 MB 00:00 2024-04-26T01:31:12.879 INFO:teuthology.orchestra.run.smithi148.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 9.0 MB/s | 1.5 MB 00:00 2024-04-26T01:31:13.312 INFO:teuthology.orchestra.run.smithi148.stdout:(6/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 3.2 MB/s | 2.4 MB 00:00 2024-04-26T01:31:13.379 INFO:teuthology.orchestra.run.smithi148.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 9.4 MB/s | 4.7 MB 00:00 2024-04-26T01:31:13.523 INFO:teuthology.orchestra.run.smithi133.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:13.524 INFO:teuthology.orchestra.run.smithi133.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:13.534 INFO:teuthology.orchestra.run.smithi133.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:31:13.535 INFO:teuthology.orchestra.run.smithi133.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:31:13.536 INFO:teuthology.orchestra.run.smithi133.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:31:13.537 INFO:teuthology.orchestra.run.smithi133.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:31:13.538 INFO:teuthology.orchestra.run.smithi133.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:31:13.540 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:31:13.541 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:31:13.600 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout: Package Arch Version Repository Size 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout:Installing: 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:31:13.625 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:31:13.626 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:31:13.627 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrading: 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:31:13.628 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:31:13.629 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:31:13.630 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:31:13.631 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:31:13.632 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:31:13.633 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:31:13.634 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:31:13.635 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:31:13.636 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout:Installing weak dependencies: 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout:======================================================================================= 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout:Install 148 Packages 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrade 4 Packages 2024-04-26T01:31:13.637 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:31:13.638 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 222 M 2024-04-26T01:31:13.638 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2024-04-26T01:31:13.988 INFO:teuthology.orchestra.run.smithi148.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 9.7 MB/s | 21 MB 00:02 2024-04-26T01:31:14.046 INFO:teuthology.orchestra.run.smithi148.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 430 kB/s | 25 kB 00:00 2024-04-26T01:31:14.380 INFO:teuthology.orchestra.run.smithi148.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 11 MB/s | 11 MB 00:01 2024-04-26T01:31:14.514 INFO:teuthology.orchestra.run.smithi148.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 1.6 MB/s | 225 kB 00:00 2024-04-26T01:31:14.606 INFO:teuthology.orchestra.run.smithi148.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 295 kB/s | 27 kB 00:00 2024-04-26T01:31:14.608 INFO:teuthology.orchestra.run.smithi133.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 24 kB/s | 6.6 kB 00:00 2024-04-26T01:31:14.681 INFO:teuthology.orchestra.run.smithi148.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 424 kB/s | 32 kB 00:00 2024-04-26T01:31:14.813 INFO:teuthology.orchestra.run.smithi100.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:14.815 INFO:teuthology.orchestra.run.smithi100.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:31:14.835 INFO:teuthology.orchestra.run.smithi100.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:31:14.836 INFO:teuthology.orchestra.run.smithi100.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:31:14.837 INFO:teuthology.orchestra.run.smithi100.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:31:14.838 INFO:teuthology.orchestra.run.smithi100.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:31:14.841 INFO:teuthology.orchestra.run.smithi100.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:31:14.844 INFO:teuthology.orchestra.run.smithi100.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:31:14.845 INFO:teuthology.orchestra.run.smithi100.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:31:14.914 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2024-04-26T01:31:14.933 INFO:teuthology.orchestra.run.smithi100.stdout:======================================================================================= 2024-04-26T01:31:14.933 INFO:teuthology.orchestra.run.smithi100.stdout: Package Arch Version Repository Size 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout:======================================================================================= 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout:Installing: 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:31:14.934 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:31:14.935 INFO:teuthology.orchestra.run.smithi100.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:31:14.936 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout:Upgrading: 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout:Installing dependencies: 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:31:14.937 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:31:14.938 INFO:teuthology.orchestra.run.smithi100.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:31:14.939 INFO:teuthology.orchestra.run.smithi100.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:31:14.940 INFO:teuthology.orchestra.run.smithi100.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:31:14.941 INFO:teuthology.orchestra.run.smithi100.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:31:14.942 INFO:teuthology.orchestra.run.smithi100.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:31:14.942 INFO:teuthology.orchestra.run.smithi100.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:31:14.942 INFO:teuthology.orchestra.run.smithi100.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:31:14.943 INFO:teuthology.orchestra.run.smithi100.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:31:14.944 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:31:14.945 INFO:teuthology.orchestra.run.smithi100.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout:Installing weak dependencies: 2024-04-26T01:31:14.946 INFO:teuthology.orchestra.run.smithi100.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction Summary 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:======================================================================================= 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:Install 148 Packages 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:Upgrade 4 Packages 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:Total download size: 222 M 2024-04-26T01:31:14.947 INFO:teuthology.orchestra.run.smithi100.stdout:Downloading Packages: 2024-04-26T01:31:15.031 INFO:teuthology.orchestra.run.smithi148.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 2.1 MB/s | 747 kB 00:00 2024-04-26T01:31:15.131 INFO:teuthology.orchestra.run.smithi148.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.6 MB/s | 163 kB 00:00 2024-04-26T01:31:15.224 INFO:teuthology.orchestra.run.smithi148.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.3 MB/s | 126 kB 00:00 2024-04-26T01:31:15.558 INFO:teuthology.orchestra.run.smithi133.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 937 kB/s | 890 kB 00:00 2024-04-26T01:31:15.657 INFO:teuthology.orchestra.run.smithi148.stdout:(17/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 7.2 MB/s | 17 MB 00:02 2024-04-26T01:31:15.682 INFO:teuthology.orchestra.run.smithi148.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 1.1 MB/s | 500 kB 00:00 2024-04-26T01:31:15.683 INFO:teuthology.orchestra.run.smithi133.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.1 MB/s | 145 kB 00:00 2024-04-26T01:31:15.774 INFO:teuthology.orchestra.run.smithi148.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 491 kB/s | 45 kB 00:00 2024-04-26T01:31:15.883 INFO:teuthology.orchestra.run.smithi148.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.2 MB/s | 135 kB 00:00 2024-04-26T01:31:16.058 INFO:teuthology.orchestra.run.smithi148.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 922 kB/s | 161 kB 00:00 2024-04-26T01:31:16.113 INFO:teuthology.orchestra.run.smithi100.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 15 kB/s | 6.6 kB 00:00 2024-04-26T01:31:16.133 INFO:teuthology.orchestra.run.smithi148.stdout:(22/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 5.4 MB 00:00 2024-04-26T01:31:16.192 INFO:teuthology.orchestra.run.smithi148.stdout:(23/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.3 MB/s | 320 kB 00:00 2024-04-26T01:31:16.234 INFO:teuthology.orchestra.run.smithi148.stdout:(24/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.9 MB/s | 298 kB 00:00 2024-04-26T01:31:16.259 INFO:teuthology.orchestra.run.smithi148.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.4 MB/s | 99 kB 00:00 2024-04-26T01:31:16.318 INFO:teuthology.orchestra.run.smithi148.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 85 kB 00:00 2024-04-26T01:31:16.410 INFO:teuthology.orchestra.run.smithi148.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.8 MB/s | 170 kB 00:00 2024-04-26T01:31:16.502 INFO:teuthology.orchestra.run.smithi148.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 372 kB/s | 34 kB 00:00 2024-04-26T01:31:16.602 INFO:teuthology.orchestra.run.smithi148.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.4 MB/s | 142 kB 00:00 2024-04-26T01:31:17.086 INFO:teuthology.orchestra.run.smithi148.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 7.3 MB/s | 3.5 MB 00:00 2024-04-26T01:31:17.163 INFO:teuthology.orchestra.run.smithi100.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 849 kB/s | 890 kB 00:01 2024-04-26T01:31:17.438 INFO:teuthology.orchestra.run.smithi100.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 527 kB/s | 145 kB 00:00 2024-04-26T01:31:17.861 INFO:teuthology.orchestra.run.smithi148.stdout:(31/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 1.9 MB/s | 3.1 MB 00:01 2024-04-26T01:31:17.978 INFO:teuthology.orchestra.run.smithi148.stdout:(32/152): ceph-mgr-diskprediction-local-19.0.0- 8.3 MB/s | 7.4 MB 00:00 2024-04-26T01:31:18.036 INFO:teuthology.orchestra.run.smithi148.stdout:(33/152): ceph-mgr-modules-core-19.0.0-3156.gd6 1.4 MB/s | 249 kB 00:00 2024-04-26T01:31:18.070 INFO:teuthology.orchestra.run.smithi148.stdout:(34/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 537 kB/s | 49 kB 00:00 2024-04-26T01:31:18.112 INFO:teuthology.orchestra.run.smithi148.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 218 kB/s | 16 kB 00:00 2024-04-26T01:31:18.171 INFO:teuthology.orchestra.run.smithi148.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.7 MB/s | 273 kB 00:00 2024-04-26T01:31:18.271 INFO:teuthology.orchestra.run.smithi148.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 182 kB/s | 18 kB 00:00 2024-04-26T01:31:18.374 INFO:teuthology.orchestra.run.smithi133.stdout:(4/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 5.2 MB/s | 21 MB 00:04 2024-04-26T01:31:18.397 INFO:teuthology.orchestra.run.smithi100.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 2.0 MB/s | 5.4 MB 00:02 2024-04-26T01:31:18.405 INFO:teuthology.orchestra.run.smithi148.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 2.5 MB/s | 762 kB 00:00 2024-04-26T01:31:18.425 INFO:teuthology.orchestra.run.smithi133.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 882 kB/s | 2.4 MB 00:02 2024-04-26T01:31:18.431 INFO:teuthology.orchestra.run.smithi148.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 507 kB/s | 80 kB 00:00 2024-04-26T01:31:18.480 INFO:teuthology.orchestra.run.smithi148.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 10 MB/s | 803 kB 00:00 2024-04-26T01:31:18.506 INFO:teuthology.orchestra.run.smithi148.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 195 kB 00:00 2024-04-26T01:31:18.531 INFO:teuthology.orchestra.run.smithi148.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-26T01:31:18.573 INFO:teuthology.orchestra.run.smithi148.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-26T01:31:18.583 INFO:teuthology.orchestra.run.smithi133.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 7.2 MB/s | 1.5 MB 00:00 2024-04-26T01:31:18.606 INFO:teuthology.orchestra.run.smithi148.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-04-26T01:31:18.632 INFO:teuthology.orchestra.run.smithi148.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-04-26T01:31:18.666 INFO:teuthology.orchestra.run.smithi148.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-26T01:31:18.691 INFO:teuthology.orchestra.run.smithi148.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-04-26T01:31:18.716 INFO:teuthology.orchestra.run.smithi148.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 13 MB/s | 689 kB 00:00 2024-04-26T01:31:18.750 INFO:teuthology.orchestra.run.smithi148.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-04-26T01:31:18.755 INFO:teuthology.orchestra.run.smithi100.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 4.2 MB/s | 1.5 MB 00:00 2024-04-26T01:31:18.775 INFO:teuthology.orchestra.run.smithi148.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-26T01:31:18.800 INFO:teuthology.orchestra.run.smithi148.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 429 kB/s | 21 kB 00:00 2024-04-26T01:31:18.834 INFO:teuthology.orchestra.run.smithi148.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-04-26T01:31:18.859 INFO:teuthology.orchestra.run.smithi148.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 557 kB/s | 33 kB 00:00 2024-04-26T01:31:18.968 INFO:teuthology.orchestra.run.smithi148.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 22 MB/s | 3.0 MB 00:00 2024-04-26T01:31:18.993 INFO:teuthology.orchestra.run.smithi148.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 137 kB/s | 18 kB 00:00 2024-04-26T01:31:19.019 INFO:teuthology.orchestra.run.smithi148.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-04-26T01:31:19.044 INFO:teuthology.orchestra.run.smithi148.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-26T01:31:19.069 INFO:teuthology.orchestra.run.smithi148.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 904 kB/s | 45 kB 00:00 2024-04-26T01:31:19.094 INFO:teuthology.orchestra.run.smithi148.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-26T01:31:19.128 INFO:teuthology.orchestra.run.smithi148.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 9.9 MB/s | 582 kB 00:00 2024-04-26T01:31:19.154 INFO:teuthology.orchestra.run.smithi148.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 440 kB/s | 25 kB 00:00 2024-04-26T01:31:19.179 INFO:teuthology.orchestra.run.smithi148.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-04-26T01:31:19.205 INFO:teuthology.orchestra.run.smithi148.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T01:31:19.231 INFO:teuthology.orchestra.run.smithi148.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.5 MB/s | 188 kB 00:00 2024-04-26T01:31:19.257 INFO:teuthology.orchestra.run.smithi148.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 676 kB/s | 35 kB 00:00 2024-04-26T01:31:19.424 INFO:teuthology.orchestra.run.smithi148.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-04-26T01:31:19.482 INFO:teuthology.orchestra.run.smithi148.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-04-26T01:31:19.524 INFO:teuthology.orchestra.run.smithi148.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-26T01:31:19.566 INFO:teuthology.orchestra.run.smithi148.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-04-26T01:31:19.591 INFO:teuthology.orchestra.run.smithi148.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-26T01:31:19.672 INFO:teuthology.orchestra.run.smithi100.stdout:(6/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 4.7 MB 00:00 2024-04-26T01:31:19.748 INFO:teuthology.orchestra.run.smithi100.stdout:(7/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 1.0 MB/s | 2.4 MB 00:02 2024-04-26T01:31:20.009 INFO:teuthology.orchestra.run.smithi148.stdout:(71/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 8.2 MB/s | 49 MB 00:05 2024-04-26T01:31:20.051 INFO:teuthology.orchestra.run.smithi148.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 2.2 MB/s | 1.0 MB 00:00 2024-04-26T01:31:20.100 INFO:teuthology.orchestra.run.smithi133.stdout:(7/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 952 kB/s | 5.4 MB 00:05 2024-04-26T01:31:20.126 INFO:teuthology.orchestra.run.smithi148.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 10 MB/s | 5.8 MB 00:00 2024-04-26T01:31:20.151 INFO:teuthology.orchestra.run.smithi148.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 621 kB/s | 87 kB 00:00 2024-04-26T01:31:20.201 INFO:teuthology.orchestra.run.smithi148.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 5.2 MB/s | 248 kB 00:00 2024-04-26T01:31:20.227 INFO:teuthology.orchestra.run.smithi148.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 3.3 MB/s | 244 kB 00:00 2024-04-26T01:31:20.302 INFO:teuthology.orchestra.run.smithi148.stdout:(77/152): python3-babel-2.9.1-2.el9.noarch.rpm 24 MB/s | 6.0 MB 00:00 2024-04-26T01:31:20.327 INFO:teuthology.orchestra.run.smithi148.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 205 kB/s | 26 kB 00:00 2024-04-26T01:31:20.352 INFO:teuthology.orchestra.run.smithi148.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 155 kB/s | 19 kB 00:00 2024-04-26T01:31:20.377 INFO:teuthology.orchestra.run.smithi148.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 699 kB/s | 35 kB 00:00 2024-04-26T01:31:20.403 INFO:teuthology.orchestra.run.smithi148.stdout:(81/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-26T01:31:20.428 INFO:teuthology.orchestra.run.smithi148.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.1 MB/s | 250 kB 00:00 2024-04-26T01:31:20.453 INFO:teuthology.orchestra.run.smithi148.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 4.5 MB/s | 222 kB 00:00 2024-04-26T01:31:20.456 INFO:teuthology.orchestra.run.smithi100.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 4.4 MB/s | 21 MB 00:04 2024-04-26T01:31:20.479 INFO:teuthology.orchestra.run.smithi148.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.6 MB/s | 77 kB 00:00 2024-04-26T01:31:20.531 INFO:teuthology.orchestra.run.smithi100.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 341 kB/s | 25 kB 00:00 2024-04-26T01:31:20.534 INFO:teuthology.orchestra.run.smithi133.stdout:(8/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x86 8.6 MB/s | 17 MB 00:01 2024-04-26T01:31:20.545 INFO:teuthology.orchestra.run.smithi148.stdout:(85/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 26 MB/s | 5.1 MB 00:00 2024-04-26T01:31:20.570 INFO:teuthology.orchestra.run.smithi148.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 370 kB/s | 42 kB 00:00 2024-04-26T01:31:20.596 INFO:teuthology.orchestra.run.smithi148.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-04-26T01:31:20.609 INFO:teuthology.orchestra.run.smithi133.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 336 kB/s | 25 kB 00:00 2024-04-26T01:31:20.621 INFO:teuthology.orchestra.run.smithi148.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-26T01:31:20.646 INFO:teuthology.orchestra.run.smithi148.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-26T01:31:20.672 INFO:teuthology.orchestra.run.smithi148.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 677 kB/s | 51 kB 00:00 2024-04-26T01:31:20.697 INFO:teuthology.orchestra.run.smithi148.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T01:31:20.722 INFO:teuthology.orchestra.run.smithi148.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 833 kB/s | 42 kB 00:00 2024-04-26T01:31:20.748 INFO:teuthology.orchestra.run.smithi148.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 891 kB/s | 44 kB 00:00 2024-04-26T01:31:20.781 INFO:teuthology.orchestra.run.smithi148.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 3.9 MB/s | 221 kB 00:00 2024-04-26T01:31:20.815 INFO:teuthology.orchestra.run.smithi148.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 559 kB/s | 36 kB 00:00 2024-04-26T01:31:20.840 INFO:teuthology.orchestra.run.smithi148.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 824 kB/s | 47 kB 00:00 2024-04-26T01:31:20.866 INFO:teuthology.orchestra.run.smithi148.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 6.2 MB/s | 305 kB 00:00 2024-04-26T01:31:20.891 INFO:teuthology.orchestra.run.smithi148.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 1.2 MB/s | 58 kB 00:00 2024-04-26T01:31:20.916 INFO:teuthology.orchestra.run.smithi148.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.9 MB/s | 94 kB 00:00 2024-04-26T01:31:20.942 INFO:teuthology.orchestra.run.smithi148.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-04-26T01:31:20.967 INFO:teuthology.orchestra.run.smithi148.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 948 kB/s | 45 kB 00:00 2024-04-26T01:31:20.992 INFO:teuthology.orchestra.run.smithi148.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 453 kB/s | 22 kB 00:00 2024-04-26T01:31:21.159 INFO:teuthology.orchestra.run.smithi148.stdout:(103/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-04-26T01:31:21.201 INFO:teuthology.orchestra.run.smithi148.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-04-26T01:31:21.559 INFO:teuthology.orchestra.run.smithi148.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 54 kB/s | 19 kB 00:00 2024-04-26T01:31:21.632 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 23.152.160.16) 2024-04-26T01:31:21.801 INFO:teuthology.orchestra.run.smithi148.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 482 kB/s | 309 kB 00:00 2024-04-26T01:31:21.802 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 23.152.160.16) 2024-04-26T01:31:21.835 INFO:teuthology.orchestra.run.smithi148.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 652 kB/s | 548 kB 00:00 2024-04-26T01:31:21.875 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://mirror.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 23.152.160.16) 2024-04-26T01:31:21.935 INFO:teuthology.orchestra.run.smithi148.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 486 kB/s | 49 kB 00:00 2024-04-26T01:31:21.954 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://mirror.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 23.152.160.16) 2024-04-26T01:31:22.027 INFO:teuthology.orchestra.run.smithi148.stdout:(109/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 115 kB/s | 26 kB 00:00 2024-04-26T01:31:22.069 INFO:teuthology.orchestra.run.smithi148.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 504 kB/s | 67 kB 00:00 2024-04-26T01:31:22.073 INFO:teuthology.orchestra.run.smithi100.stdout:(10/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 7.0 MB/s | 17 MB 00:02 2024-04-26T01:31:22.153 INFO:teuthology.orchestra.run.smithi148.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-26T01:31:22.153 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://mirror.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 23.152.160.16) 2024-04-26T01:31:22.181 INFO:teuthology.orchestra.run.smithi100.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.0 MB/s | 225 kB 00:00 2024-04-26T01:31:22.228 INFO:teuthology.orchestra.run.smithi148.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://mirror.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 23.152.160.16) 2024-04-26T01:31:22.274 INFO:teuthology.orchestra.run.smithi100.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 298 kB/s | 27 kB 00:00 2024-04-26T01:31:22.312 INFO:teuthology.orchestra.run.smithi148.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 3.4 MB/s | 548 kB 00:00 2024-04-26T01:31:22.365 INFO:teuthology.orchestra.run.smithi100.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 350 kB/s | 32 kB 00:00 2024-04-26T01:31:22.412 INFO:teuthology.orchestra.run.smithi148.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 435 kB/s | 43 kB 00:00 2024-04-26T01:31:22.462 INFO:teuthology.orchestra.run.smithi148.stdout:(114/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.1 MB/s | 838 kB 00:00 2024-04-26T01:31:22.484 INFO:teuthology.orchestra.run.smithi133.stdout:(10/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x8 1.2 MB/s | 4.7 MB 00:04 2024-04-26T01:31:22.512 INFO:teuthology.orchestra.run.smithi148.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-04-26T01:31:22.532 INFO:teuthology.orchestra.run.smithi100.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 4.4 MB/s | 747 kB 00:00 2024-04-26T01:31:22.563 INFO:teuthology.orchestra.run.smithi148.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-26T01:31:22.621 INFO:teuthology.orchestra.run.smithi148.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-04-26T01:31:22.624 INFO:teuthology.orchestra.run.smithi100.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.8 MB/s | 163 kB 00:00 2024-04-26T01:31:22.718 INFO:teuthology.orchestra.run.smithi133.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 964 kB/s | 225 kB 00:00 2024-04-26T01:31:22.721 INFO:teuthology.orchestra.run.smithi148.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 2.2 MB/s | 358 kB 00:00 2024-04-26T01:31:22.733 INFO:teuthology.orchestra.run.smithi100.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.1 MB/s | 126 kB 00:00 2024-04-26T01:31:22.747 INFO:teuthology.orchestra.run.smithi148.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-04-26T01:31:22.776 INFO:teuthology.orchestra.run.smithi133.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 464 kB/s | 27 kB 00:00 2024-04-26T01:31:22.855 INFO:teuthology.orchestra.run.smithi148.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 264 kB/s | 35 kB 00:00 2024-04-26T01:31:22.877 INFO:teuthology.orchestra.run.smithi133.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 317 kB/s | 32 kB 00:00 2024-04-26T01:31:22.880 INFO:teuthology.orchestra.run.smithi148.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 1.5 MB/s | 206 kB 00:00 2024-04-26T01:31:22.908 INFO:teuthology.orchestra.run.smithi100.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 2.8 MB/s | 500 kB 00:00 2024-04-26T01:31:22.997 INFO:teuthology.orchestra.run.smithi148.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-04-26T01:31:23.098 INFO:teuthology.orchestra.run.smithi148.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 106 kB/s | 11 kB 00:00 2024-04-26T01:31:23.165 INFO:teuthology.orchestra.run.smithi148.stdout:(124/152): python3-grpcio-1.46.7-10.el9.x86_64. 6.6 MB/s | 2.0 MB 00:00 2024-04-26T01:31:23.199 INFO:teuthology.orchestra.run.smithi148.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s | 18 kB 00:00 2024-04-26T01:31:23.266 INFO:teuthology.orchestra.run.smithi148.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 231 kB/s | 23 kB 00:00 2024-04-26T01:31:23.299 INFO:teuthology.orchestra.run.smithi148.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-04-26T01:31:23.358 INFO:teuthology.orchestra.run.smithi148.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 214 kB/s | 20 kB 00:00 2024-04-26T01:31:23.458 INFO:teuthology.orchestra.run.smithi148.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 463 kB/s | 46 kB 00:00 2024-04-26T01:31:23.477 INFO:teuthology.orchestra.run.smithi133.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 1.2 MB/s | 747 kB 00:00 2024-04-26T01:31:23.492 INFO:teuthology.orchestra.run.smithi148.stdout:(130/152): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-04-26T01:31:23.567 INFO:teuthology.orchestra.run.smithi148.stdout:(131/152): libarrow-9.0.0-10.el9.x86_64.rpm 2.2 MB/s | 4.4 MB 00:02 2024-04-26T01:31:23.593 INFO:teuthology.orchestra.run.smithi148.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2024-04-26T01:31:23.618 INFO:teuthology.orchestra.run.smithi148.stdout:(133/152): python3-more-itertools-8.12.0-2.el9. 496 kB/s | 79 kB 00:00 2024-04-26T01:31:23.668 INFO:teuthology.orchestra.run.smithi133.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 853 kB/s | 163 kB 00:00 2024-04-26T01:31:23.693 INFO:teuthology.orchestra.run.smithi148.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 164 kB/s | 16 kB 00:00 2024-04-26T01:31:23.719 INFO:teuthology.orchestra.run.smithi148.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 896 kB/s | 90 kB 00:00 2024-04-26T01:31:23.794 INFO:teuthology.orchestra.run.smithi148.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 282 kB/s | 28 kB 00:00 2024-04-26T01:31:23.844 INFO:teuthology.orchestra.run.smithi148.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 313 kB/s | 31 kB 00:00 2024-04-26T01:31:23.860 INFO:teuthology.orchestra.run.smithi133.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 661 kB/s | 126 kB 00:00 2024-04-26T01:31:23.894 INFO:teuthology.orchestra.run.smithi148.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-26T01:31:23.917 INFO:teuthology.orchestra.run.smithi100.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 5.3 MB/s | 5.4 MB 00:01 2024-04-26T01:31:23.945 INFO:teuthology.orchestra.run.smithi148.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 590 kB/s | 59 kB 00:00 2024-04-26T01:31:24.017 INFO:teuthology.orchestra.run.smithi100.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 456 kB/s | 45 kB 00:00 2024-04-26T01:31:24.020 INFO:teuthology.orchestra.run.smithi148.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 286 kB/s | 36 kB 00:00 2024-04-26T01:31:24.070 INFO:teuthology.orchestra.run.smithi148.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 407 kB/s | 51 kB 00:00 2024-04-26T01:31:24.118 INFO:teuthology.orchestra.run.smithi100.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-26T01:31:24.129 INFO:teuthology.orchestra.run.smithi148.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-26T01:31:24.170 INFO:teuthology.orchestra.run.smithi148.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 894 kB/s | 90 kB 00:00 2024-04-26T01:31:24.202 INFO:teuthology.orchestra.run.smithi133.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 1.4 MB/s | 500 kB 00:00 2024-04-26T01:31:24.226 INFO:teuthology.orchestra.run.smithi100.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.5 MB/s | 161 kB 00:00 2024-04-26T01:31:24.246 INFO:teuthology.orchestra.run.smithi148.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-04-26T01:31:24.271 INFO:teuthology.orchestra.run.smithi148.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-26T01:31:24.305 INFO:teuthology.orchestra.run.smithi148.stdout:(146/152): python3-pecan-1.4.2-3.el9.noarch.rpm 369 kB/s | 272 kB 00:00 2024-04-26T01:31:24.335 INFO:teuthology.orchestra.run.smithi100.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.9 MB/s | 320 kB 00:00 2024-04-26T01:31:24.347 INFO:teuthology.orchestra.run.smithi148.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-26T01:31:24.413 INFO:teuthology.orchestra.run.smithi148.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-26T01:31:24.452 INFO:teuthology.orchestra.run.smithi100.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.5 MB/s | 298 kB 00:00 2024-04-26T01:31:24.489 INFO:teuthology.orchestra.run.smithi148.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 18 MB/s | 1.3 MB 00:00 2024-04-26T01:31:24.560 INFO:teuthology.orchestra.run.smithi100.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 923 kB/s | 99 kB 00:00 2024-04-26T01:31:24.631 INFO:teuthology.orchestra.run.smithi148.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 17 MB/s | 2.4 MB 00:00 2024-04-26T01:31:24.998 INFO:teuthology.orchestra.run.smithi148.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 4.9 MB/s | 3.4 MB 00:00 2024-04-26T01:31:25.061 INFO:teuthology.orchestra.run.smithi100.stdout:(25/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 11 MB/s | 49 MB 00:04 2024-04-26T01:31:25.094 INFO:teuthology.orchestra.run.smithi100.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 160 kB/s | 85 kB 00:00 2024-04-26T01:31:25.220 INFO:teuthology.orchestra.run.smithi100.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.3 MB/s | 170 kB 00:00 2024-04-26T01:31:25.328 INFO:teuthology.orchestra.run.smithi100.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 318 kB/s | 34 kB 00:00 2024-04-26T01:31:25.437 INFO:teuthology.orchestra.run.smithi100.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.3 MB/s | 142 kB 00:00 2024-04-26T01:31:25.520 INFO:teuthology.orchestra.run.smithi100.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 6.7 MB/s | 3.1 MB 00:00 2024-04-26T01:31:25.615 INFO:teuthology.orchestra.run.smithi148.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 2.5 MB/s | 3.1 MB 00:01 2024-04-26T01:31:25.622 INFO:teuthology.orchestra.run.smithi148.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:31:25.622 INFO:teuthology.orchestra.run.smithi148.stdout:Total 15 MB/s | 222 MB 00:14 2024-04-26T01:31:26.104 INFO:teuthology.orchestra.run.smithi100.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 5.3 MB/s | 3.5 MB 00:00 2024-04-26T01:31:26.181 INFO:teuthology.orchestra.run.smithi100.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 3.3 MB/s | 249 kB 00:00 2024-04-26T01:31:26.194 INFO:teuthology.orchestra.run.smithi133.stdout:(18/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 1.7 MB/s | 11 MB 00:06 2024-04-26T01:31:26.313 INFO:teuthology.orchestra.run.smithi100.stdout:(33/152): ceph-mgr-diskprediction-local-19.0.0- 9.3 MB/s | 7.4 MB 00:00 2024-04-26T01:31:26.330 INFO:teuthology.orchestra.run.smithi100.stdout:(34/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 330 kB/s | 49 kB 00:00 2024-04-26T01:31:26.372 INFO:teuthology.orchestra.run.smithi100.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 286 kB/s | 16 kB 00:00 2024-04-26T01:31:26.405 INFO:teuthology.orchestra.run.smithi100.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 3.6 MB/s | 273 kB 00:00 2024-04-26T01:31:26.464 INFO:teuthology.orchestra.run.smithi100.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 8.2 MB/s | 762 kB 00:00 2024-04-26T01:31:26.489 INFO:teuthology.orchestra.run.smithi100.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 220 kB/s | 18 kB 00:00 2024-04-26T01:31:26.611 INFO:teuthology.orchestra.run.smithi133.stdout:(19/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 8.2 MB/s | 49 MB 00:06 2024-04-26T01:31:26.637 INFO:teuthology.orchestra.run.smithi133.stdout:(20/152): python3-ceph-argparse-19.0.0-3156.gd6 102 kB/s | 45 kB 00:00 2024-04-26T01:31:26.662 INFO:teuthology.orchestra.run.smithi133.stdout:(21/152): python3-ceph-common-19.0.0-3156.gd69f 2.6 MB/s | 135 kB 00:00 2024-04-26T01:31:26.681 INFO:teuthology.orchestra.run.smithi100.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 372 kB/s | 80 kB 00:00 2024-04-26T01:31:26.728 INFO:teuthology.orchestra.run.smithi133.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.7 MB/s | 320 kB 00:00 2024-04-26T01:31:26.732 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction check 2024-04-26T01:31:26.754 INFO:teuthology.orchestra.run.smithi133.stdout:(23/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.3 MB/s | 161 kB 00:00 2024-04-26T01:31:26.779 INFO:teuthology.orchestra.run.smithi133.stdout:(24/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 5.8 MB/s | 298 kB 00:00 2024-04-26T01:31:26.831 INFO:teuthology.orchestra.run.smithi100.stdout:(40/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 1.5 MB/s | 11 MB 00:07 2024-04-26T01:31:26.854 INFO:teuthology.orchestra.run.smithi133.stdout:(25/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 5.4 MB 00:02 2024-04-26T01:31:26.880 INFO:teuthology.orchestra.run.smithi133.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 851 kB/s | 85 kB 00:00 2024-04-26T01:31:26.880 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction check succeeded. 2024-04-26T01:31:26.880 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction test 2024-04-26T01:31:26.890 INFO:teuthology.orchestra.run.smithi100.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 951 kB/s | 195 kB 00:00 2024-04-26T01:31:26.905 INFO:teuthology.orchestra.run.smithi133.stdout:(27/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 660 kB/s | 99 kB 00:00 2024-04-26T01:31:26.932 INFO:teuthology.orchestra.run.smithi100.stdout:(42/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 803 kB 00:00 2024-04-26T01:31:26.947 INFO:teuthology.orchestra.run.smithi133.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 822 kB/s | 34 kB 00:00 2024-04-26T01:31:26.965 INFO:teuthology.orchestra.run.smithi100.stdout:(43/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-04-26T01:31:26.980 INFO:teuthology.orchestra.run.smithi133.stdout:(29/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 170 kB 00:00 2024-04-26T01:31:27.014 INFO:teuthology.orchestra.run.smithi133.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 2.1 MB/s | 142 kB 00:00 2024-04-26T01:31:27.015 INFO:teuthology.orchestra.run.smithi100.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-04-26T01:31:27.041 INFO:teuthology.orchestra.run.smithi100.stdout:(45/152): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-26T01:31:27.066 INFO:teuthology.orchestra.run.smithi100.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 135 kB 00:00 2024-04-26T01:31:27.091 INFO:teuthology.orchestra.run.smithi100.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.7 MB/s | 125 kB 00:00 2024-04-26T01:31:27.125 INFO:teuthology.orchestra.run.smithi100.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.7 MB/s | 215 kB 00:00 2024-04-26T01:31:27.158 INFO:teuthology.orchestra.run.smithi100.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 7.5 MB/s | 689 kB 00:00 2024-04-26T01:31:27.201 INFO:teuthology.orchestra.run.smithi100.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 9.2 MB/s | 943 kB 00:00 2024-04-26T01:31:27.226 INFO:teuthology.orchestra.run.smithi100.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-26T01:31:27.251 INFO:teuthology.orchestra.run.smithi100.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 257 kB/s | 21 kB 00:00 2024-04-26T01:31:27.285 INFO:teuthology.orchestra.run.smithi100.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-04-26T01:31:27.327 INFO:teuthology.orchestra.run.smithi100.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 457 kB/s | 33 kB 00:00 2024-04-26T01:31:27.410 INFO:teuthology.orchestra.run.smithi100.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-04-26T01:31:27.435 INFO:teuthology.orchestra.run.smithi100.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 134 kB/s | 18 kB 00:00 2024-04-26T01:31:27.461 INFO:teuthology.orchestra.run.smithi100.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 93 kB/s | 11 kB 00:00 2024-04-26T01:31:27.494 INFO:teuthology.orchestra.run.smithi100.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-26T01:31:27.506 INFO:teuthology.orchestra.run.smithi133.stdout:(31/152): ceph-mgr-diskprediction-local-19.0.0- 15 MB/s | 7.4 MB 00:00 2024-04-26T01:31:27.519 INFO:teuthology.orchestra.run.smithi100.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 550 kB/s | 45 kB 00:00 2024-04-26T01:31:27.556 INFO:teuthology.orchestra.run.smithi133.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 4.9 MB/s | 249 kB 00:00 2024-04-26T01:31:27.561 INFO:teuthology.orchestra.run.smithi100.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 6.6 MB/s | 662 kB 00:00 2024-04-26T01:31:27.603 INFO:teuthology.orchestra.run.smithi100.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 7.5 MB/s | 582 kB 00:00 2024-04-26T01:31:27.606 INFO:teuthology.orchestra.run.smithi133.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 985 kB/s | 49 kB 00:00 2024-04-26T01:31:27.628 INFO:teuthology.orchestra.run.smithi100.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 252 kB/s | 25 kB 00:00 2024-04-26T01:31:27.654 INFO:teuthology.orchestra.run.smithi100.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 550 kB/s | 47 kB 00:00 2024-04-26T01:31:27.665 INFO:teuthology.orchestra.run.smithi133.stdout:(34/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 3.8 MB/s | 3.1 MB 00:00 2024-04-26T01:31:27.690 INFO:teuthology.orchestra.run.smithi133.stdout:(35/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-26T01:31:27.704 INFO:teuthology.orchestra.run.smithi100.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.9 MB/s | 292 kB 00:00 2024-04-26T01:31:27.729 INFO:teuthology.orchestra.run.smithi100.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 1.9 MB/s | 188 kB 00:00 2024-04-26T01:31:27.755 INFO:teuthology.orchestra.run.smithi100.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 368 kB/s | 35 kB 00:00 2024-04-26T01:31:27.757 INFO:teuthology.orchestra.run.smithi133.stdout:(36/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 4.6 MB/s | 3.5 MB 00:00 2024-04-26T01:31:27.808 INFO:teuthology.orchestra.run.smithi133.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 6.4 MB/s | 762 kB 00:00 2024-04-26T01:31:27.833 INFO:teuthology.orchestra.run.smithi133.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 242 kB/s | 18 kB 00:00 2024-04-26T01:31:27.858 INFO:teuthology.orchestra.run.smithi133.stdout:(39/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.4 MB/s | 273 kB 00:00 2024-04-26T01:31:27.913 INFO:teuthology.orchestra.run.smithi100.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 26 MB/s | 4.7 MB 00:00 2024-04-26T01:31:27.983 INFO:teuthology.orchestra.run.smithi133.stdout:(40/152): fuse-2.9.9-15.el9.x86_64.rpm 458 kB/s | 80 kB 00:00 2024-04-26T01:31:27.997 INFO:teuthology.orchestra.run.smithi100.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-04-26T01:31:28.055 INFO:teuthology.orchestra.run.smithi100.stdout:(69/152): postgresql-13.14-1.el9.x86_64.rpm 5.6 MB/s | 1.6 MB 00:00 2024-04-26T01:31:28.058 INFO:teuthology.orchestra.run.smithi133.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-04-26T01:31:28.084 INFO:teuthology.orchestra.run.smithi133.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-04-26T01:31:28.105 INFO:teuthology.orchestra.run.smithi100.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 9.0 MB/s | 911 kB 00:00 2024-04-26T01:31:28.130 INFO:teuthology.orchestra.run.smithi100.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-04-26T01:31:28.184 INFO:teuthology.orchestra.run.smithi133.stdout:(43/152): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-04-26T01:31:28.235 INFO:teuthology.orchestra.run.smithi133.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 7.0 MB/s | 1.2 MB 00:00 2024-04-26T01:31:28.259 INFO:teuthology.orchestra.run.smithi133.stdout:(45/152): python3-ply-3.11-14.el9.noarch.rpm 609 kB/s | 106 kB 00:00 2024-04-26T01:31:28.272 INFO:teuthology.orchestra.run.smithi100.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 28 MB/s | 5.8 MB 00:00 2024-04-26T01:31:28.285 INFO:teuthology.orchestra.run.smithi133.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-26T01:31:28.310 INFO:teuthology.orchestra.run.smithi133.stdout:(47/152): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-26T01:31:28.314 INFO:teuthology.orchestra.run.smithi100.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 6.0 MB/s | 1.0 MB 00:00 2024-04-26T01:31:28.339 INFO:teuthology.orchestra.run.smithi100.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 452 kB/s | 87 kB 00:00 2024-04-26T01:31:28.352 INFO:teuthology.orchestra.run.smithi133.stdout:(48/152): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-04-26T01:31:28.449 INFO:teuthology.orchestra.run.smithi100.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.3 MB/s | 248 kB 00:00 2024-04-26T01:31:28.460 INFO:teuthology.orchestra.run.smithi133.stdout:(49/152): automake-1.16.2-8.el9.noarch.rpm 3.8 MB/s | 689 kB 00:00 2024-04-26T01:31:28.482 INFO:teuthology.orchestra.run.smithi100.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.7 MB/s | 244 kB 00:00 2024-04-26T01:31:28.569 INFO:teuthology.orchestra.run.smithi133.stdout:(50/152): bison-3.7.4-5.el9.x86_64.rpm 3.6 MB/s | 943 kB 00:00 2024-04-26T01:31:28.594 INFO:teuthology.orchestra.run.smithi133.stdout:(51/152): boost-program-options-1.75.0-8.el9.x8 441 kB/s | 107 kB 00:00 2024-04-26T01:31:28.620 INFO:teuthology.orchestra.run.smithi133.stdout:(52/152): elfutils-libelf-devel-0.190-2.el9.x86 136 kB/s | 21 kB 00:00 2024-04-26T01:31:28.653 INFO:teuthology.orchestra.run.smithi133.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-04-26T01:31:28.654 INFO:teuthology.orchestra.run.smithi148.stdout:Transaction test succeeded. 2024-04-26T01:31:28.655 INFO:teuthology.orchestra.run.smithi148.stdout:Running transaction 2024-04-26T01:31:28.666 INFO:teuthology.orchestra.run.smithi100.stdout:(77/152): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-04-26T01:31:28.678 INFO:teuthology.orchestra.run.smithi133.stdout:(54/152): flexiblas-3.0.4-8.el9.x86_64.rpm 565 kB/s | 33 kB 00:00 2024-04-26T01:31:28.690 INFO:teuthology.orchestra.run.smithi100.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 107 kB/s | 26 kB 00:00 2024-04-26T01:31:28.791 INFO:teuthology.orchestra.run.smithi100.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 65 kB/s | 19 kB 00:00 2024-04-26T01:31:28.812 INFO:teuthology.orchestra.run.smithi133.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 115 kB/s | 18 kB 00:00 2024-04-26T01:31:28.837 INFO:teuthology.orchestra.run.smithi133.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 70 kB/s | 11 kB 00:00 2024-04-26T01:31:28.842 INFO:teuthology.orchestra.run.smithi100.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.5 MB/s | 172 kB 00:00 2024-04-26T01:31:28.866 INFO:teuthology.orchestra.run.smithi100.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 474 kB/s | 35 kB 00:00 2024-04-26T01:31:28.887 INFO:teuthology.orchestra.run.smithi133.stdout:(57/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-04-26T01:31:28.913 INFO:teuthology.orchestra.run.smithi133.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-04-26T01:31:28.938 INFO:teuthology.orchestra.run.smithi133.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 455 kB/s | 45 kB 00:00 2024-04-26T01:31:28.963 INFO:teuthology.orchestra.run.smithi133.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-04-26T01:31:28.997 INFO:teuthology.orchestra.run.smithi133.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 10 MB/s | 582 kB 00:00 2024-04-26T01:31:29.000 INFO:teuthology.orchestra.run.smithi100.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-04-26T01:31:29.022 INFO:teuthology.orchestra.run.smithi133.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 309 kB/s | 25 kB 00:00 2024-04-26T01:31:29.033 INFO:teuthology.orchestra.run.smithi100.stdout:(83/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 250 kB 00:00 2024-04-26T01:31:29.056 INFO:teuthology.orchestra.run.smithi133.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 518 kB/s | 47 kB 00:00 2024-04-26T01:31:29.061 INFO:teuthology.orchestra.run.smithi100.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-04-26T01:31:29.081 INFO:teuthology.orchestra.run.smithi133.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-04-26T01:31:29.106 INFO:teuthology.orchestra.run.smithi133.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-26T01:31:29.109 INFO:teuthology.orchestra.run.smithi100.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-26T01:31:29.126 INFO:teuthology.orchestra.run.smithi100.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 645 kB/s | 42 kB 00:00 2024-04-26T01:31:29.131 INFO:teuthology.orchestra.run.smithi133.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 473 kB/s | 35 kB 00:00 2024-04-26T01:31:29.159 INFO:teuthology.orchestra.run.smithi100.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 2.7 MB/s | 269 kB 00:00 2024-04-26T01:31:29.201 INFO:teuthology.orchestra.run.smithi100.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.9 MB/s | 159 kB 00:00 2024-04-26T01:31:29.226 INFO:teuthology.orchestra.run.smithi100.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.2 MB/s | 279 kB 00:00 2024-04-26T01:31:29.243 INFO:teuthology.orchestra.run.smithi100.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 623 kB/s | 51 kB 00:00 2024-04-26T01:31:29.277 INFO:teuthology.orchestra.run.smithi100.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-04-26T01:31:29.327 INFO:teuthology.orchestra.run.smithi100.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 508 kB/s | 42 kB 00:00 2024-04-26T01:31:29.382 INFO:teuthology.orchestra.run.smithi133.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 17 MB/s | 4.7 MB 00:00 2024-04-26T01:31:29.449 INFO:teuthology.orchestra.run.smithi133.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-04-26T01:31:29.482 INFO:teuthology.orchestra.run.smithi133.stdout:(69/152): postgresql-13.14-1.el9.x86_64.rpm 4.5 MB/s | 1.6 MB 00:00 2024-04-26T01:31:29.524 INFO:teuthology.orchestra.run.smithi133.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 6.3 MB/s | 911 kB 00:00 2024-04-26T01:31:29.549 INFO:teuthology.orchestra.run.smithi133.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-04-26T01:31:29.625 INFO:teuthology.orchestra.run.smithi133.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 41 MB/s | 5.8 MB 00:00 2024-04-26T01:31:29.653 INFO:teuthology.orchestra.run.smithi100.stdout:(93/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 40 MB/s | 16 MB 00:00 2024-04-26T01:31:29.658 INFO:teuthology.orchestra.run.smithi133.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 7.7 MB/s | 1.0 MB 00:00 2024-04-26T01:31:29.669 INFO:teuthology.orchestra.run.smithi100.stdout:(94/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 117 kB/s | 44 kB 00:00 2024-04-26T01:31:29.683 INFO:teuthology.orchestra.run.smithi133.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 669 kB/s | 87 kB 00:00 2024-04-26T01:31:29.694 INFO:teuthology.orchestra.run.smithi100.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 629 kB/s | 221 kB 00:00 2024-04-26T01:31:29.736 INFO:teuthology.orchestra.run.smithi100.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 893 kB/s | 36 kB 00:00 2024-04-26T01:31:29.753 INFO:teuthology.orchestra.run.smithi100.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 835 kB/s | 47 kB 00:00 2024-04-26T01:31:29.778 INFO:teuthology.orchestra.run.smithi100.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 3.6 MB/s | 305 kB 00:00 2024-04-26T01:31:29.783 INFO:teuthology.orchestra.run.smithi133.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 38 MB/s | 6.0 MB 00:00 2024-04-26T01:31:29.809 INFO:teuthology.orchestra.run.smithi133.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.9 MB/s | 244 kB 00:00 2024-04-26T01:31:29.812 INFO:teuthology.orchestra.run.smithi100.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 1.7 MB/s | 58 kB 00:00 2024-04-26T01:31:29.834 INFO:teuthology.orchestra.run.smithi133.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-04-26T01:31:29.837 INFO:teuthology.orchestra.run.smithi100.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.6 MB/s | 94 kB 00:00 2024-04-26T01:31:29.859 INFO:teuthology.orchestra.run.smithi133.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 344 kB/s | 26 kB 00:00 2024-04-26T01:31:29.862 INFO:teuthology.orchestra.run.smithi100.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 772 kB/s | 64 kB 00:00 2024-04-26T01:31:29.884 INFO:teuthology.orchestra.run.smithi133.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-04-26T01:31:29.887 INFO:teuthology.orchestra.run.smithi100.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 923 kB/s | 45 kB 00:00 2024-04-26T01:31:29.909 INFO:teuthology.orchestra.run.smithi133.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-26T01:31:29.913 INFO:teuthology.orchestra.run.smithi100.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 303 kB/s | 22 kB 00:00 2024-04-26T01:31:29.935 INFO:teuthology.orchestra.run.smithi133.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-04-26T01:31:29.955 INFO:teuthology.orchestra.run.smithi100.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 9.3 MB/s | 863 kB 00:00 2024-04-26T01:31:30.018 INFO:teuthology.orchestra.run.smithi133.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-04-26T01:31:30.072 INFO:teuthology.orchestra.run.smithi100.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 168 kB/s | 19 kB 00:00 2024-04-26T01:31:30.085 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.110 INFO:teuthology.orchestra.run.smithi133.stdout:(83/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 25 MB/s | 5.1 MB 00:00 2024-04-26T01:31:30.135 INFO:teuthology.orchestra.run.smithi133.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 222 kB 00:00 2024-04-26T01:31:30.161 INFO:teuthology.orchestra.run.smithi133.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 543 kB/s | 77 kB 00:00 2024-04-26T01:31:30.194 INFO:teuthology.orchestra.run.smithi133.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 42 kB 00:00 2024-04-26T01:31:30.214 INFO:teuthology.orchestra.run.smithi100.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-04-26T01:31:30.219 INFO:teuthology.orchestra.run.smithi133.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-04-26T01:31:30.244 INFO:teuthology.orchestra.run.smithi133.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-04-26T01:31:30.247 INFO:teuthology.orchestra.run.smithi100.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-04-26T01:31:30.249 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.250 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.270 INFO:teuthology.orchestra.run.smithi133.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-04-26T01:31:30.286 INFO:teuthology.orchestra.run.smithi133.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-04-26T01:31:30.297 INFO:teuthology.orchestra.run.smithi100.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 991 kB/s | 49 kB 00:00 2024-04-26T01:31:30.303 INFO:teuthology.orchestra.run.smithi133.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 921 kB/s | 54 kB 00:00 2024-04-26T01:31:30.368 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.406 INFO:teuthology.orchestra.run.smithi100.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.7 MB/s | 67 kB 00:00 2024-04-26T01:31:30.429 INFO:teuthology.orchestra.run.smithi133.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 340 kB/s | 42 kB 00:00 2024-04-26T01:31:30.445 INFO:teuthology.orchestra.run.smithi133.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 317 kB/s | 44 kB 00:00 2024-04-26T01:31:30.515 INFO:teuthology.orchestra.run.smithi100.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 3.7 MB/s | 151 kB 00:00 2024-04-26T01:31:30.529 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.540 INFO:teuthology.orchestra.run.smithi100.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://forksystems.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 23.147.64.7) 2024-04-26T01:31:30.590 INFO:teuthology.orchestra.run.smithi100.stdout:(111/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 70 kB/s | 26 kB 00:00 2024-04-26T01:31:30.705 INFO:teuthology.orchestra.run.smithi133.stdout:(94/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 37 MB/s | 16 MB 00:00 2024-04-26T01:31:30.715 INFO:teuthology.orchestra.run.smithi100.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 9.6 MB/s | 548 kB 00:00 2024-04-26T01:31:30.749 INFO:teuthology.orchestra.run.smithi100.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.4 MB/s | 43 kB 00:00 2024-04-26T01:31:30.782 INFO:teuthology.orchestra.run.smithi100.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 988 kB/s | 32 kB 00:00 2024-04-26T01:31:30.805 INFO:teuthology.orchestra.run.smithi133.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 590 kB/s | 221 kB 00:00 2024-04-26T01:31:30.816 INFO:teuthology.orchestra.run.smithi100.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 454 kB/s | 15 kB 00:00 2024-04-26T01:31:30.822 INFO:teuthology.orchestra.run.smithi133.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 96 kB/s | 36 kB 00:00 2024-04-26T01:31:30.838 INFO:teuthology.orchestra.run.smithi133.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 357 kB/s | 47 kB 00:00 2024-04-26T01:31:30.859 INFO:teuthology.orchestra.run.smithi100.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 4.2 MB/s | 172 kB 00:00 2024-04-26T01:31:30.872 INFO:teuthology.orchestra.run.smithi133.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-26T01:31:30.897 INFO:teuthology.orchestra.run.smithi133.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 770 kB/s | 58 kB 00:00 2024-04-26T01:31:30.909 INFO:teuthology.orchestra.run.smithi100.stdout:(117/152): python3-cherrypy-18.6.1-2.el9.noarch 7.1 MB/s | 358 kB 00:00 2024-04-26T01:31:30.923 INFO:teuthology.orchestra.run.smithi133.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.1 MB/s | 94 kB 00:00 2024-04-26T01:31:30.948 INFO:teuthology.orchestra.run.smithi133.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-26T01:31:30.959 INFO:teuthology.orchestra.run.smithi100.stdout:(118/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.9 MB/s | 838 kB 00:00 2024-04-26T01:31:30.973 INFO:teuthology.orchestra.run.smithi133.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 597 kB/s | 45 kB 00:00 2024-04-26T01:31:30.993 INFO:teuthology.orchestra.run.smithi100.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.6 MB/s | 303 kB 00:00 2024-04-26T01:31:30.998 INFO:teuthology.orchestra.run.smithi133.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 297 kB/s | 22 kB 00:00 2024-04-26T01:31:31.038 INFO:teuthology.orchestra.run.smithi100.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 453 kB/s | 35 kB 00:00 2024-04-26T01:31:31.040 INFO:teuthology.orchestra.run.smithi133.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 13 MB/s | 863 kB 00:00 2024-04-26T01:31:31.068 INFO:teuthology.orchestra.run.smithi100.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-04-26T01:31:31.111 INFO:teuthology.orchestra.run.smithi100.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-04-26T01:31:31.212 INFO:teuthology.orchestra.run.smithi100.stdout:(123/152): libarrow-9.0.0-10.el9.x86_64.rpm 3.9 MB/s | 4.4 MB 00:01 2024-04-26T01:31:31.236 INFO:teuthology.orchestra.run.smithi100.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 86 kB/s | 11 kB 00:00 2024-04-26T01:31:31.261 INFO:teuthology.orchestra.run.smithi100.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 355 kB/s | 18 kB 00:00 2024-04-26T01:31:31.286 INFO:teuthology.orchestra.run.smithi100.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 469 kB/s | 23 kB 00:00 2024-04-26T01:31:31.312 INFO:teuthology.orchestra.run.smithi100.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 394 kB/s | 19 kB 00:00 2024-04-26T01:31:31.337 INFO:teuthology.orchestra.run.smithi100.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 398 kB/s | 20 kB 00:00 2024-04-26T01:31:31.421 INFO:teuthology.orchestra.run.smithi100.stdout:(129/152): python3-grpcio-1.46.7-10.el9.x86_64. 5.3 MB/s | 2.0 MB 00:00 2024-04-26T01:31:31.432 INFO:teuthology.orchestra.run.smithi133.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 50 kB/s | 19 kB 00:00 2024-04-26T01:31:31.446 INFO:teuthology.orchestra.run.smithi100.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 429 kB/s | 46 kB 00:00 2024-04-26T01:31:31.471 INFO:teuthology.orchestra.run.smithi100.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.6 MB/s | 79 kB 00:00 2024-04-26T01:31:31.497 INFO:teuthology.orchestra.run.smithi100.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-26T01:31:31.524 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 50.47.0.53) 2024-04-26T01:31:31.539 INFO:teuthology.orchestra.run.smithi100.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-04-26T01:31:31.555 INFO:teuthology.orchestra.run.smithi100.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 284 kB/s | 16 kB 00:00 2024-04-26T01:31:31.581 INFO:teuthology.orchestra.run.smithi100.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-04-26T01:31:31.623 INFO:teuthology.orchestra.run.smithi100.stdout:(136/152): python3-kubernetes-26.1.0-2.el9.noar 3.3 MB/s | 1.0 MB 00:00 2024-04-26T01:31:31.640 INFO:teuthology.orchestra.run.smithi100.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 340 kB/s | 28 kB 00:00 2024-04-26T01:31:31.657 INFO:teuthology.orchestra.run.smithi100.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 410 kB/s | 31 kB 00:00 2024-04-26T01:31:31.674 INFO:teuthology.orchestra.run.smithi133.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 458 kB/s | 309 kB 00:00 2024-04-26T01:31:31.682 INFO:teuthology.orchestra.run.smithi100.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-04-26T01:31:31.686 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 50.47.0.53) 2024-04-26T01:31:31.699 INFO:teuthology.orchestra.run.smithi100.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 870 kB/s | 36 kB 00:00 2024-04-26T01:31:31.724 INFO:teuthology.orchestra.run.smithi100.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-04-26T01:31:31.741 INFO:teuthology.orchestra.run.smithi100.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 882 kB/s | 51 kB 00:00 2024-04-26T01:31:31.746 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:31:31.783 INFO:teuthology.orchestra.run.smithi133.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 678 kB/s | 548 kB 00:00 2024-04-26T01:31:31.783 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 50.47.0.53) 2024-04-26T01:31:31.791 INFO:teuthology.orchestra.run.smithi100.stdout:(143/152): python3-werkzeug-2.0.3-3.el9.1.noarc 8.6 MB/s | 427 kB 00:00 2024-04-26T01:31:31.817 INFO:teuthology.orchestra.run.smithi100.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-04-26T01:31:31.864 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 50.47.0.53) 2024-04-26T01:31:31.867 INFO:teuthology.orchestra.run.smithi100.stdout:(145/152): python3-websocket-client-1.2.3-2.el9 721 kB/s | 90 kB 00:00 2024-04-26T01:31:31.894 INFO:teuthology.orchestra.run.smithi100.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 196 kB/s | 20 kB 00:00 2024-04-26T01:31:31.899 INFO:teuthology.orchestra.run.smithi133.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 416 kB/s | 49 kB 00:00 2024-04-26T01:31:31.901 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:31:31.928 INFO:teuthology.orchestra.run.smithi100.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-26T01:31:31.931 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:31:32.017 INFO:teuthology.orchestra.run.smithi133.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 582 kB/s | 67 kB 00:00 2024-04-26T01:31:32.018 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:31:32.050 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.084 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.120 INFO:teuthology.orchestra.run.smithi100.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 7.1 MB/s | 1.6 MB 00:00 2024-04-26T01:31:32.133 INFO:teuthology.orchestra.run.smithi133.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.3 MB/s | 151 kB 00:00 2024-04-26T01:31:32.195 INFO:teuthology.orchestra.run.smithi100.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 18 MB/s | 1.3 MB 00:00 2024-04-26T01:31:32.208 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.216 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 50.47.0.53) 2024-04-26T01:31:32.242 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.298 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ziply.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 50.47.0.53) 2024-04-26T01:31:32.327 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:31:32.338 INFO:teuthology.orchestra.run.smithi100.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 17 MB/s | 2.4 MB 00:00 2024-04-26T01:31:32.357 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:31:32.407 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.440 INFO:teuthology.orchestra.run.smithi133.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://nnenix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 209.222.200.200) 2024-04-26T01:31:32.479 INFO:teuthology.orchestra.run.smithi100.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 5.7 MB/s | 3.1 MB 00:00 2024-04-26T01:31:32.492 INFO:teuthology.orchestra.run.smithi133.stdout:(111/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 32 kB/s | 26 kB 00:00 2024-04-26T01:31:32.676 INFO:teuthology.orchestra.run.smithi133.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 2.9 MB/s | 548 kB 00:00 2024-04-26T01:31:32.793 INFO:teuthology.orchestra.run.smithi133.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 373 kB/s | 43 kB 00:00 2024-04-26T01:31:32.901 INFO:teuthology.orchestra.run.smithi133.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 298 kB/s | 32 kB 00:00 2024-04-26T01:31:32.988 INFO:teuthology.orchestra.run.smithi100.stdout:(152/152): librados2-19.0.0-3156.gd69f13d8.el7. 3.1 MB/s | 3.4 MB 00:01 2024-04-26T01:31:33.005 INFO:teuthology.orchestra.run.smithi100.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:31:33.005 INFO:teuthology.orchestra.run.smithi100.stdout:Total 12 MB/s | 222 MB 00:18 2024-04-26T01:31:33.010 INFO:teuthology.orchestra.run.smithi133.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-04-26T01:31:33.135 INFO:teuthology.orchestra.run.smithi133.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-26T01:31:33.160 INFO:teuthology.orchestra.run.smithi133.stdout:(117/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 817 kB/s | 838 kB 00:01 2024-04-26T01:31:33.294 INFO:teuthology.orchestra.run.smithi133.stdout:(118/152): libarrow-9.0.0-10.el9.x86_64.rpm 2.4 MB/s | 4.4 MB 00:01 2024-04-26T01:31:33.344 INFO:teuthology.orchestra.run.smithi133.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 1.7 MB/s | 358 kB 00:00 2024-04-26T01:31:33.594 INFO:teuthology.orchestra.run.smithi133.stdout:(120/152): python3-google-auth-2.29.0-1.el9.noa 823 kB/s | 206 kB 00:00 2024-04-26T01:31:33.728 INFO:teuthology.orchestra.run.smithi133.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 87 kB/s | 35 kB 00:00 2024-04-26T01:31:33.886 INFO:teuthology.orchestra.run.smithi133.stdout:(122/152): python3-grpcio-1.46.7-10.el9.x86_64. 7.0 MB/s | 2.0 MB 00:00 2024-04-26T01:31:33.912 INFO:teuthology.orchestra.run.smithi133.stdout:(123/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 403 kB/s | 303 kB 00:00 2024-04-26T01:31:33.987 INFO:teuthology.orchestra.run.smithi133.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-04-26T01:31:34.046 INFO:teuthology.orchestra.run.smithi133.stdout:(125/152): python3-grpcio-tools-1.46.7-10.el9.x 455 kB/s | 144 kB 00:00 2024-04-26T01:31:34.187 INFO:teuthology.orchestra.run.smithi133.stdout:(126/152): python3-jaraco-functools-3.5.0-2.el9 137 kB/s | 19 kB 00:00 2024-04-26T01:31:34.338 INFO:teuthology.orchestra.run.smithi133.stdout:(127/152): python3-jaraco-text-3.2.0-6.el9.noar 131 kB/s | 20 kB 00:00 2024-04-26T01:31:34.638 INFO:teuthology.orchestra.run.smithi133.stdout:(128/152): python3-jaraco-classes-3.2.1-5.el9.n 24 kB/s | 18 kB 00:00 2024-04-26T01:31:34.757 INFO:teuthology.orchestra.run.smithi133.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 2.4 MB/s | 1.0 MB 00:00 2024-04-26T01:31:34.782 INFO:teuthology.orchestra.run.smithi133.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 321 kB/s | 46 kB 00:00 2024-04-26T01:31:34.790 INFO:teuthology.orchestra.run.smithi148.stdout: Preparing : 1/1 2024-04-26T01:31:34.866 INFO:teuthology.orchestra.run.smithi133.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 727 kB/s | 79 kB 00:00 2024-04-26T01:31:34.899 INFO:teuthology.orchestra.run.smithi133.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 494 kB/s | 58 kB 00:00 2024-04-26T01:31:34.901 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:31:34.948 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:31:34.991 INFO:teuthology.orchestra.run.smithi133.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-26T01:31:35.002 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:31:35.017 INFO:teuthology.orchestra.run.smithi133.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 144 kB/s | 16 kB 00:00 2024-04-26T01:31:35.036 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:31:35.061 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:31:35.100 INFO:teuthology.orchestra.run.smithi133.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 830 kB/s | 90 kB 00:00 2024-04-26T01:31:35.104 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:31:35.125 INFO:teuthology.orchestra.run.smithi133.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 260 kB/s | 28 kB 00:00 2024-04-26T01:31:35.209 INFO:teuthology.orchestra.run.smithi133.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-26T01:31:35.268 INFO:teuthology.orchestra.run.smithi133.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-04-26T01:31:35.318 INFO:teuthology.orchestra.run.smithi133.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 545 kB/s | 59 kB 00:00 2024-04-26T01:31:35.385 INFO:teuthology.orchestra.run.smithi133.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 306 kB/s | 36 kB 00:00 2024-04-26T01:31:35.433 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:31:35.435 INFO:teuthology.orchestra.run.smithi133.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 436 kB/s | 51 kB 00:00 2024-04-26T01:31:35.543 INFO:teuthology.orchestra.run.smithi133.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.4 MB/s | 230 kB 00:00 2024-04-26T01:31:35.554 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:35.569 INFO:teuthology.orchestra.run.smithi133.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 671 kB/s | 90 kB 00:00 2024-04-26T01:31:35.675 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:35.677 INFO:teuthology.orchestra.run.smithi133.stdout:(144/152): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-26T01:31:35.722 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:35.728 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction check 2024-04-26T01:31:35.736 INFO:teuthology.orchestra.run.smithi133.stdout:(145/152): python3-jaraco-collections-3.0.0-8.e 13 kB/s | 23 kB 00:01 2024-04-26T01:31:35.761 INFO:teuthology.orchestra.run.smithi133.stdout:(146/152): python3-werkzeug-2.0.3-3.el9.1.noarc 1.9 MB/s | 427 kB 00:00 2024-04-26T01:31:35.812 INFO:teuthology.orchestra.run.smithi133.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-04-26T01:31:35.813 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:35.851 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:31:35.912 INFO:teuthology.orchestra.run.smithi133.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-26T01:31:35.933 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction check succeeded. 2024-04-26T01:31:35.933 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction test 2024-04-26T01:31:35.999 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:31:36.047 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:31:36.084 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:36.087 INFO:teuthology.orchestra.run.smithi133.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 7.8 MB/s | 1.3 MB 00:00 2024-04-26T01:31:36.187 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:36.218 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:36.243 INFO:teuthology.orchestra.run.smithi133.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 15 MB/s | 2.4 MB 00:00 2024-04-26T01:31:36.281 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:36.311 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:36.321 INFO:teuthology.orchestra.run.smithi133.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 6.2 MB/s | 3.1 MB 00:00 2024-04-26T01:31:36.336 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:36.519 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:36.560 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:36.678 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:31:36.788 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:31:36.813 INFO:teuthology.orchestra.run.smithi133.stdout:(152/152): librados2-19.0.0-3156.gd69f13d8.el7. 3.2 MB/s | 3.4 MB 00:01 2024-04-26T01:31:36.818 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:31:36.819 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:31:36.819 INFO:teuthology.orchestra.run.smithi133.stdout:Total 9.6 MB/s | 222 MB 00:23 2024-04-26T01:31:36.862 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:31:36.936 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:31:36.977 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:31:37.022 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:31:37.062 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:31:37.098 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:31:37.168 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:31:37.221 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:31:37.259 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:31:37.303 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:31:37.381 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:31:37.414 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:31:37.457 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:31:37.485 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:31:37.556 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:31:37.609 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:31:37.684 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:31:37.821 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:31:37.869 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2024-04-26T01:31:37.878 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:31:38.010 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2024-04-26T01:31:38.010 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2024-04-26T01:31:38.426 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:31:38.515 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:31:38.544 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:31:38.586 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:31:38.624 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:31:38.666 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:31:38.825 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:31:38.874 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction test succeeded. 2024-04-26T01:31:38.874 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction 2024-04-26T01:31:38.877 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:31:38.932 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:31:39.005 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:31:39.036 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:31:39.072 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:31:39.119 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:31:39.155 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:31:39.199 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:31:39.240 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:31:39.385 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:31:39.429 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:31:39.459 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:31:39.501 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:31:39.596 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:31:39.642 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:31:39.682 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:31:39.708 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:31:39.733 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:31:39.781 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2024-04-26T01:31:39.781 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2024-04-26T01:31:39.808 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:31:39.935 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:31:39.973 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:31:40.001 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:31:40.035 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:31:40.074 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:31:40.106 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:31:40.144 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:31:40.179 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:31:40.212 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:31:40.254 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:31:40.288 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:31:40.616 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:31:40.670 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:31:40.700 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:31:40.748 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:31:40.855 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:31:40.910 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:31:41.638 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:31:41.682 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:31:41.715 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:31:41.815 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:31:41.883 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:31:41.969 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:31:42.017 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:31:42.203 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:31:42.232 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:31:42.309 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:31:42.958 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:31:43.075 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:31:44.320 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:31:44.411 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:31:44.438 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:31:44.471 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:31:44.786 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:31:44.834 INFO:teuthology.orchestra.run.smithi148.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:44.908 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:45.080 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:31:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: Preparing : 1/1 2024-04-26T01:31:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:31:45.277 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:31:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:31:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:31:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:31:45.768 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:31:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:31:45.804 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:45.874 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:45.897 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:31:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:31:45.944 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2024-04-26T01:31:46.024 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:31:46.062 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:31:46.116 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:31:46.150 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:31:46.176 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:31:46.218 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:31:46.440 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:31:46.547 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:31:46.577 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:46.651 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:46.743 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:46.771 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:31:46.794 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:46.802 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:46.885 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:46.923 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:31:46.952 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:31:47.011 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:31:47.068 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:31:47.120 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:31:47.148 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:47.251 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:47.274 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:47.336 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:47.359 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:47.375 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:31:47.380 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:47.450 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:31:47.474 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:47.600 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:47.633 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:47.645 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:31:47.700 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:47.739 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:31:47.779 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:31:47.809 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:47.834 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:31:47.865 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:31:47.872 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:31:47.900 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:31:47.973 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:31:48.016 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:31:48.060 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:31:48.092 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:31:48.120 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:31:48.178 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:48.189 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:31:48.235 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:48.236 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:31:48.242 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:31:48.268 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:48.273 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:31:48.317 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:31:48.393 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:31:48.427 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:31:48.434 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:31:48.471 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:31:48.500 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:31:48.551 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:31:48.569 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:31:48.594 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:31:48.614 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:31:48.641 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:31:48.689 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:31:48.743 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:31:48.798 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:31:48.808 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:48.822 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:31:48.855 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:31:48.860 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:31:48.875 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:31:48.911 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:31:48.950 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:31:48.950 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:31:48.950 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:31:48.950 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:31:48.950 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:31:48.982 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:31:49.066 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:31:49.137 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:31:49.168 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:31:49.226 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:31:49.337 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:31:49.381 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:31:49.400 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:31:49.431 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:31:49.462 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:31:49.486 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:31:49.515 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:31:49.558 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:31:49.572 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:31:49.596 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:31:49.634 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:31:49.637 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:31:49.741 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:31:49.794 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:31:49.857 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:31:49.912 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:31:49.924 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:31:49.984 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:31:49.998 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:31:50.017 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:31:50.052 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:31:50.099 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:31:50.135 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:31:50.178 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:31:50.228 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:31:50.362 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:31:50.417 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:31:50.447 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:31:50.489 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:31:50.582 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:31:50.622 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:31:50.662 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:31:50.668 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:31:50.689 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:31:50.713 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:31:50.765 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:31:50.777 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:31:50.820 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:31:50.865 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:31:50.895 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:31:50.904 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:31:50.928 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:31:50.956 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:31:50.965 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:31:50.990 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:31:51.029 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:31:51.069 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:31:51.099 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:31:51.133 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:31:51.167 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:31:51.208 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:31:51.251 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:31:51.254 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:31:51.323 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:31:51.336 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:31:51.381 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:31:51.402 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:31:51.413 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:31:51.459 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:31:51.492 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:31:51.530 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:31:51.557 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:31:51.569 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:31:51.636 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:31:51.677 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:31:51.737 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:31:51.798 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:31:51.839 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:31:52.003 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:31:52.059 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:31:52.096 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:31:52.143 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:31:52.270 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:31:52.313 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:31:52.362 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:31:52.395 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:31:52.428 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:31:52.565 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:31:52.611 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:31:52.621 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:31:52.644 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:31:52.742 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:31:52.794 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:31:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:31:52.868 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:31:52.882 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:31:52.911 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:31:52.921 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:31:52.953 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:31:53.011 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:31:53.064 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:31:53.097 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:31:53.104 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:31:53.136 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:31:53.149 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:31:53.194 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:31:53.213 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:31:53.264 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:31:53.304 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:31:53.444 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:31:53.535 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:31:53.614 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:31:53.658 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:31:53.807 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:31:53.855 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:31:53.870 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:31:53.983 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:31:54.827 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:31:54.885 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:31:54.919 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:31:55.041 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:31:55.113 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:31:55.210 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:31:55.239 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:31:55.287 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:31:55.356 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:31:55.384 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:31:55.417 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:31:55.522 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:31:55.559 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:31:55.671 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:31:55.729 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:31:55.779 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:55.870 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:55.901 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:31:55.937 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:31:56.420 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:31:56.449 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:56.476 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:31:56.536 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:56.559 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:31:56.620 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:31:58.179 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:31:58.274 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:31:58.335 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:31:58.387 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:31:58.779 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:31:58.812 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:58.865 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:58.898 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:58.932 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:31:58.968 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:31:59.023 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:31:59.456 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:31:59.493 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:31:59.564 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:31:59.569 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:31:59.569 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:31:59.569 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:31:59.570 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:31:59.598 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:59.602 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:31:59.698 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:31:59.725 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /sys 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /proc 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /mnt 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /var/tmp 2024-04-26T01:32:00.525 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /home 2024-04-26T01:32:00.526 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /root 2024-04-26T01:32:00.526 INFO:teuthology.orchestra.run.smithi148.stdout:skipping the directory /tmp 2024-04-26T01:32:00.526 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:00.701 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:00.717 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:00.717 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:00.717 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:32:00.717 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:02.196 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:02.222 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:02.222 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:02.223 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:32:02.223 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:02.223 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:02.223 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:02.389 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:32:02.447 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:32:02.447 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:02.471 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:02.914 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:02.937 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:02.937 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:02.937 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:32:02.937 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:02.938 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:02.938 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:03.036 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:32:03.089 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:32:03.093 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:32:03.142 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:32:03.149 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:32:03.296 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:32:03.297 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:32:03.297 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:32:03.297 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:03.335 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:32:03.343 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:32:03.381 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:32:03.459 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:32:03.547 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:03.688 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:03.740 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:32:03.772 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:32:03.799 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:32:04.251 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:04.281 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:04.313 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:32:04.375 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:32:04.438 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:05.487 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:05.531 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:06.491 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:06.515 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:06.618 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:06.786 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:32:06.817 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:06.840 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:06.840 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:06.841 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:32:06.841 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:06.841 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:06.841 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:06.884 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:06.895 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:06.993 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:32:07.041 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:32:07.966 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:32:07.995 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:08.022 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:08.071 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:08.093 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:08.093 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:08.093 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:32:08.093 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:08.138 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:08.160 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:08.161 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:08.161 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:32:08.161 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:08.161 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:08.161 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:08.464 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:08.486 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:08.486 INFO:teuthology.orchestra.run.smithi148.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:08.486 INFO:teuthology.orchestra.run.smithi148.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:32:08.487 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:08.487 INFO:teuthology.orchestra.run.smithi148.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:08.487 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:11.161 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:32:11.161 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /sys 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /proc 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /mnt 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /var/tmp 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /home 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /root 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /tmp 2024-04-26T01:32:11.162 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:11.330 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:11.345 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:11.345 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:11.345 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:32:11.346 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:12.817 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:12.842 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:13.067 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:13.089 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:13.092 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:32:13.133 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:32:13.174 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:32:13.206 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:32:13.233 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:32:13.417 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:32:13.463 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:32:13.493 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:32:13.526 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:13.549 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:13.656 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:32:13.712 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:32:13.767 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:32:13.952 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:32:14.010 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:32:14.079 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:32:14.116 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:14.149 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:14.168 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:14.169 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:14.297 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:14.352 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:32:14.383 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:32:14.411 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:32:14.805 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:14.860 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:14.883 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:32:14.944 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:32:14.974 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:15.015 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:32:15.103 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:32:15.144 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:32:15.235 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:32:15.274 INFO:teuthology.orchestra.run.smithi148.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:32:15.275 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:15.392 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:15.392 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:15.485 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:15.557 INFO:teuthology.orchestra.run.smithi148.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:16.008 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:16.043 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:16.098 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:32:16.098 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /sys 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /proc 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /mnt 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /var/tmp 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /home 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /root 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /tmp 2024-04-26T01:32:16.099 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:16.333 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:16.386 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:32:16.386 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:16.386 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:32:16.386 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:17.007 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:17.043 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:17.144 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:17.306 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:32:17.328 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:17.351 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:17.351 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:17.351 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:32:17.351 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:17.351 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:17.352 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:17.395 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:17.407 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:17.504 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:32:17.560 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:32:18.043 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:32:18.120 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:18.368 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:32:18.440 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:18.486 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:32:18.515 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:18.537 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:18.582 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:18.603 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:18.604 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:18.604 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:32:18.604 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:18.675 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:18.697 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:18.928 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:18.999 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:32:18.999 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:19.000 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:32:19.000 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:19.000 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:32:19.000 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:19.000 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:19.022 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:19.022 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:19.022 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:32:19.022 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:19.023 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:19.023 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:19.136 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:32:19.198 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:32:19.272 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:32:19.511 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:32:19.574 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:32:19.659 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:32:19.767 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:19.935 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:19.982 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:32:20.022 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:32:20.055 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:32:20.674 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:20.709 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:32:20.757 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:32:20.863 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:32:20.903 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:32:21.530 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:32:21.531 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:32:21.532 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:32:21.533 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:32:21.534 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:32:21.535 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:32:21.536 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:32:21.537 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:32:21.538 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:32:21.539 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:32:21.540 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:32:21.541 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:21.542 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:32:22.187 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:32:22.229 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:23.336 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:32:23.380 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:23.526 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout:Upgraded: 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.605 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout:Installed: 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.606 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.607 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:32:23.608 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:32:23.609 INFO:teuthology.orchestra.run.smithi148.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:32:23.610 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:32:23.611 INFO:teuthology.orchestra.run.smithi148.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:32:23.612 INFO:teuthology.orchestra.run.smithi148.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:32:23.613 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:32:23.614 INFO:teuthology.orchestra.run.smithi148.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.615 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:32:23.616 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:32:23.617 INFO:teuthology.orchestra.run.smithi148.stdout:Complete! 2024-04-26T01:32:23.620 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:32:23.661 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:32:23.705 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:32:23.711 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:32:23.731 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:23.746 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:32:23.770 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:32:23.801 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:23.857 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:23.895 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:32:23.953 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:32:23.998 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:32:23.999 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:32:24.009 DEBUG:teuthology.parallel:result is None 2024-04-26T01:32:24.029 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:32:24.069 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:32:24.640 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:24.676 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:24.696 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:25.068 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:32:25.125 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:32:25.195 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:25.252 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:25.325 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:32:25.325 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:25.325 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:32:25.325 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:25.386 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:32:25.459 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:25.523 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:32:25.623 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:32:25.664 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:32:25.746 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:32:25.785 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:32:25.786 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:25.820 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:25.869 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:32:25.887 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:25.902 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:25.902 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:25.985 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:26.049 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:30.905 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:32:30.980 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:32:31.062 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:32:31.110 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:32:31.158 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:32:31.500 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:32:31.551 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:32:31.578 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:32:31.667 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:31.667 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:32:31.667 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:32:31.667 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:32:31.668 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:32:31.669 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:32:31.670 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:32:31.670 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:32:31.670 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:32:31.681 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:32:31.681 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:32:31.682 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:32:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:32:31.684 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:32:31.685 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:32:31.686 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:32:31.687 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:32:31.688 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:32:31.689 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:32:31.690 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:32:31.691 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:32:31.691 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:32:31.691 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:32:31.691 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:31.691 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:32:32.448 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:32.493 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:32.548 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout:Upgraded: 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:33.859 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.860 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.861 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:32:33.862 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:32:33.863 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:32:33.864 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:32:33.865 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:32:33.866 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:32:33.867 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:32:33.868 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:32:33.869 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:32:33.870 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:32:33.871 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:32:33.871 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-04-26T01:32:33.871 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-04-26T01:32:33.939 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:32:34.050 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:32:34.137 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:32:34.307 DEBUG:teuthology.parallel:result is None 2024-04-26T01:32:34.338 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:32:34.390 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:32:34.390 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:34.516 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:32:34.556 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:34.556 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:34.679 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:32:34.809 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:35.097 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:35.097 INFO:teuthology.orchestra.run.smithi100.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T01:32:35.097 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:32:40.918 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:32:40.919 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:32:40.920 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:32:40.935 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:32:40.935 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:32:40.935 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:32:40.935 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:32:40.935 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:32:40.936 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:32:40.937 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:32:40.938 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:32:40.939 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:32:40.940 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:32:40.941 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:32:40.942 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:32:40.943 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:32:40.944 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:32:40.945 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:32:43.409 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout:Upgraded: 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:43.410 INFO:teuthology.orchestra.run.smithi100.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout:Installed: 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.411 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.412 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.413 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.414 INFO:teuthology.orchestra.run.smithi100.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:32:43.415 INFO:teuthology.orchestra.run.smithi100.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:32:43.416 INFO:teuthology.orchestra.run.smithi100.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:32:43.417 INFO:teuthology.orchestra.run.smithi100.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:32:43.418 INFO:teuthology.orchestra.run.smithi100.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:32:43.422 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:32:43.422 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.423 INFO:teuthology.orchestra.run.smithi100.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:32:43.424 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:32:43.425 INFO:teuthology.orchestra.run.smithi100.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.426 INFO:teuthology.orchestra.run.smithi100.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:32:43.427 INFO:teuthology.orchestra.run.smithi100.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:32:43.428 INFO:teuthology.orchestra.run.smithi100.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:32:43.429 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:32:43.429 INFO:teuthology.orchestra.run.smithi100.stdout:Complete! 2024-04-26T01:32:43.935 DEBUG:teuthology.parallel:result is None 2024-04-26T01:32:43.936 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:44.152 DEBUG:teuthology.orchestra.run.smithi100:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:32:44.206 INFO:teuthology.orchestra.run.smithi100.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.207 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.207 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:32:44.209 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:44.346 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:32:44.372 INFO:teuthology.orchestra.run.smithi133.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.373 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.373 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:32:44.377 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:44.591 DEBUG:teuthology.orchestra.run.smithi148:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:32:44.617 INFO:teuthology.orchestra.run.smithi148.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.617 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:32:44.617 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:32:44.619 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T01:32:44.619 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:32:44.619 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:32:44.689 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:32:44.689 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:32:44.721 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:32:44.721 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:32:44.752 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T01:32:44.753 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:32:44.753 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:32:44.817 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:32:44.925 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:32:44.925 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:32:44.954 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:32:45.021 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:32:45.021 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:32:45.047 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:32:45.111 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T01:32:45.111 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:32:45.111 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:32:45.185 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:32:45.288 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:32:45.288 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:32:45.316 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:32:45.383 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:32:45.383 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:32:45.407 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:32:45.471 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T01:32:45.471 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:32:45.471 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:32:45.613 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:32:45.721 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:32:45.721 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:32:45.750 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:32:45.816 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:32:45.817 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:32:45.840 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:32:45.904 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T01:32:46.009 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-26T01:32:46.009 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:46.009 INFO:tasks.cephadm:Cluster fsid is e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:32:46.010 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T01:32:46.010 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.100', 'mon.b': '172.21.15.133', 'mon.c': '172.21.15.148'} 2024-04-26T01:32:46.010 INFO:tasks.cephadm:First mon is mon.a on smithi100 2024-04-26T01:32:46.010 INFO:tasks.cephadm:First mgr is x 2024-04-26T01:32:46.010 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T01:32:46.010 DEBUG:teuthology.orchestra.run.smithi100:> sudo hostname $(hostname -s) 2024-04-26T01:32:46.083 DEBUG:teuthology.orchestra.run.smithi133:> sudo hostname $(hostname -s) 2024-04-26T01:32:46.111 DEBUG:teuthology.orchestra.run.smithi148:> sudo hostname $(hostname -s) 2024-04-26T01:32:46.135 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T01:32:46.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:46.278 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-26T01:32:46.507 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:32:46.508 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-26T01:32:46.509 DEBUG:teuthology.orchestra.run.smithi100:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:46.985 INFO:teuthology.orchestra.run.smithi100.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:32 /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:46.986 DEBUG:teuthology.orchestra.run.smithi133:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:47.438 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:32 /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:47.438 DEBUG:teuthology.orchestra.run.smithi148:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:47.970 INFO:teuthology.orchestra.run.smithi148.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:32 /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:47.971 DEBUG:teuthology.orchestra.run.smithi100:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:48.021 DEBUG:teuthology.orchestra.run.smithi133:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:48.040 DEBUG:teuthology.orchestra.run.smithi148:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:32:48.077 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-26T01:32:48.078 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:32:48.083 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:32:48.086 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:32:49.676 INFO:teuthology.orchestra.run.smithi148.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:32:49.693 INFO:teuthology.orchestra.run.smithi133.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:32:50.357 INFO:teuthology.orchestra.run.smithi100.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: "repo_digests": [ 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2024-04-26T01:33:31.683 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout: "repo_digests": [ 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout: ] 2024-04-26T01:33:35.540 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout: "repo_digests": [ 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:33:36.364 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /etc/ceph 2024-04-26T01:33:36.457 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /etc/ceph 2024-04-26T01:33:36.490 DEBUG:teuthology.orchestra.run.smithi148:> sudo mkdir -p /etc/ceph 2024-04-26T01:33:36.522 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 777 /etc/ceph 2024-04-26T01:33:36.609 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 777 /etc/ceph 2024-04-26T01:33:36.636 DEBUG:teuthology.orchestra.run.smithi148:> sudo chmod 777 /etc/ceph 2024-04-26T01:33:36.664 INFO:tasks.cephadm:Writing seed config... 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T01:33:36.666 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T01:33:36.667 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T01:33:36.668 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T01:33:36.669 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T01:33:36.669 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-26T01:33:36.669 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T01:33:36.669 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T01:33:36.670 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T01:33:36.671 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-26T01:33:36.672 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:33:36.672 DEBUG:teuthology.orchestra.run.smithi100:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T01:33:36.729 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e2513004-036c-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T01:33:36.729 DEBUG:teuthology.orchestra.run.smithi100:mon.a> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T01:33:36.777 DEBUG:teuthology.orchestra.run.smithi100:mgr.x> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T01:33:36.823 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T01:33:36.824 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid e2513004-036c-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.100 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:33:37.095 INFO:teuthology.orchestra.run.smithi100.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:33:37.095 INFO:teuthology.orchestra.run.smithi100.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'e2513004-036c-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.100', '--skip-admin-label'] 2024-04-26T01:33:37.096 INFO:teuthology.orchestra.run.smithi100.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T01:33:37.096 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying podman|docker is present... 2024-04-26T01:33:37.164 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:33:37.164 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying lvm2 is present... 2024-04-26T01:33:37.164 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying time synchronization is in place... 2024-04-26T01:33:37.181 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:33:37.181 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:33:37.197 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:33:37.197 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:33:37.214 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout enabled 2024-04-26T01:33:37.230 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout active 2024-04-26T01:33:37.230 INFO:teuthology.orchestra.run.smithi100.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:33:37.230 INFO:teuthology.orchestra.run.smithi100.stdout:Repeating the final host check... 2024-04-26T01:33:37.287 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:33:37.287 INFO:teuthology.orchestra.run.smithi100.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T01:33:37.287 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl is present 2024-04-26T01:33:37.288 INFO:teuthology.orchestra.run.smithi100.stdout:lvcreate is present 2024-04-26T01:33:37.307 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:33:37.307 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:33:37.324 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:33:37.324 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:33:37.344 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout enabled 2024-04-26T01:33:37.362 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout active 2024-04-26T01:33:37.362 INFO:teuthology.orchestra.run.smithi100.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:33:37.363 INFO:teuthology.orchestra.run.smithi100.stdout:Host looks OK 2024-04-26T01:33:37.363 INFO:teuthology.orchestra.run.smithi100.stdout:Cluster fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:37.363 INFO:teuthology.orchestra.run.smithi100.stdout:Acquiring lock 139928845048992 on /run/cephadm/e2513004-036c-11ef-bc93-c7b262605968.lock 2024-04-26T01:33:37.364 INFO:teuthology.orchestra.run.smithi100.stdout:Lock 139928845048992 acquired on /run/cephadm/e2513004-036c-11ef-bc93-c7b262605968.lock 2024-04-26T01:33:37.365 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying IP 172.21.15.100 port 3300 ... 2024-04-26T01:33:37.366 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying IP 172.21.15.100 port 6789 ... 2024-04-26T01:33:37.367 INFO:teuthology.orchestra.run.smithi100.stdout:Base mon IP(s) is [172.21.15.100:3300, 172.21.15.100:6789], mon addrv is [v2:172.21.15.100:3300,v1:172.21.15.100:6789] 2024-04-26T01:33:37.381 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.100 metric 100 2024-04-26T01:33:37.381 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.100 metric 100 2024-04-26T01:33:37.393 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T01:33:37.393 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-26T01:33:37.393 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1795sec hoplimit 64 pref medium 2024-04-26T01:33:37.404 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T01:33:37.404 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T01:33:37.404 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:33:37.405 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-26T01:33:37.405 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d733/64 scope link 2024-04-26T01:33:37.405 INFO:teuthology.orchestra.run.smithi100.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:33:37.407 INFO:teuthology.orchestra.run.smithi100.stdout:Mon IP `172.21.15.100` is in CIDR network `172.21.0.0/20` 2024-04-26T01:33:37.407 INFO:teuthology.orchestra.run.smithi100.stdout:Mon IP `172.21.15.100` is in CIDR network `172.21.0.0/20` 2024-04-26T01:33:37.407 INFO:teuthology.orchestra.run.smithi100.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T01:33:37.410 INFO:teuthology.orchestra.run.smithi100.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T01:33:37.412 INFO:teuthology.orchestra.run.smithi100.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:33:38.072 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:33:38.072 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:33:38.072 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T01:33:38.072 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-26T01:33:38.072 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-26T01:33:38.073 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:33:38.073 INFO:teuthology.orchestra.run.smithi100.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T01:33:39.538 INFO:teuthology.orchestra.run.smithi100.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:33:39.538 INFO:teuthology.orchestra.run.smithi100.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:33:39.538 INFO:teuthology.orchestra.run.smithi100.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T01:33:40.683 INFO:teuthology.orchestra.run.smithi100.stdout:stat: stdout 167 167 2024-04-26T01:33:40.683 INFO:teuthology.orchestra.run.smithi100.stdout:Creating initial keys... 2024-04-26T01:33:41.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph-authtool: stdout AQB1BCtm1THmDRAA1Cbxit+uzwPgyALmO4+sCg== 2024-04-26T01:33:43.178 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph-authtool: stdout AQB2BCtmlcNJGBAAQNbOrWaw8Tx6o4EVl7XH4Q== 2024-04-26T01:33:44.481 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph-authtool: stdout AQB3BCtmjcTlKBAAGV242m3gdvUag8CuX9f+JA== 2024-04-26T01:33:44.482 INFO:teuthology.orchestra.run.smithi100.stdout:Creating initial monmap... 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:monmaptool for a [v2:172.21.15.100:3300,v1:172.21.15.100:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:setting min_mon_release = quincy 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: set fsid to e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:33:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:33:45.575 INFO:teuthology.orchestra.run.smithi100.stdout:Creating mon... 2024-04-26T01:33:46.736 INFO:teuthology.orchestra.run.smithi100.stdout:create mon.a on 2024-04-26T01:33:47.157 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T01:33:47.393 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T01:33:47.706 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e2513004-036c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968.target. 2024-04-26T01:33:47.706 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e2513004-036c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968.target. 2024-04-26T01:33:48.070 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a 2024-04-26T01:33:48.070 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T01:33:48.350 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968.target.wants/ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968@.service. 2024-04-26T01:33:48.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:48 smithi100 podman[27634]: 2024-04-26 01:33:48.98184195 +0000 UTC m=+0.369869453 container init 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T01:33:48.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:48 smithi100 podman[27634]: 2024-04-26 01:33:48.993268479 +0000 UTC m=+0.381295929 container start 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:33:49.105 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:33:49.105 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout disabled 2024-04-26T01:33:49.123 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:33:49.123 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:33:49.123 INFO:teuthology.orchestra.run.smithi100.stdout:firewalld.service is not enabled 2024-04-26T01:33:49.123 INFO:teuthology.orchestra.run.smithi100.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:33:49.124 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mon to start... 2024-04-26T01:33:49.124 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mon... 2024-04-26T01:33:49.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:49 smithi100 ceph-mon[27653]: mkfs e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:49.272 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:49 smithi100 ceph-mon[27653]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:33:49.272 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:49 smithi100 bash[27634]: 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa 2024-04-26T01:33:49.272 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:49 smithi100 systemd[1]: Started Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: monmap epoch 1 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: last_changed 2024-04-26T01:33:44.960096+0000 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: min_mon_release 19 (squid) 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: election_strategy: 1 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: fsmap 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:33:50.271 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: mgrmap e1: no daemons active 2024-04-26T01:33:50.272 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:50 smithi100 ceph-mon[27653]: from='client.? 172.21.15.100:0/3135753602' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T01:33:50.583 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T01:33:50.594 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout id: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:50.594 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T01:33:50.594 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:50.594 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout services: 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.836406s) 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout data: 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T01:33:50.595 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.815+0000 7f6c02000700 1 Processor -- start 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.815+0000 7f6c02000700 1 -- start start 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.815+0000 7f6c02000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:50.596 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.815+0000 7f6c02000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6bfc07be60 con 0x7f6bfc109050 2024-04-26T01:33:50.597 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.816+0000 7f6bfb400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:50.597 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.816+0000 7f6bfb400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51458/0 (socket says 172.21.15.100:51458) 2024-04-26T01:33:50.597 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.816+0000 7f6bfb400700 1 -- 172.21.15.100:0/1752812626 learned_addr learned my addr 172.21.15.100:0/1752812626 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:50.597 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.817+0000 7f6bfb400700 1 -- 172.21.15.100:0/1752812626 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bfc10b980 con 0x7f6bfc109050 2024-04-26T01:33:50.597 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.817+0000 7f6bfb400700 1 --2- 172.21.15.100:0/1752812626 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6bec0098a0 tx=0x7f6bec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0153d130467c66c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.817+0000 7f6bfa000700 1 -- 172.21.15.100:0/1752812626 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bec004160 con 0x7f6bfc109050 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.817+0000 7f6bfa000700 1 -- 172.21.15.100:0/1752812626 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bec004300 con 0x7f6bfc109050 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.817+0000 7f6bfa000700 1 -- 172.21.15.100:0/1752812626 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bec0036a0 con 0x7f6bfc109050 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 -- 172.21.15.100:0/1752812626 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 msgr2=0x7f6bfc10b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 --2- 172.21.15.100:0/1752812626 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6bec0098a0 tx=0x7f6bec009bb0 comp rx=0 tx=0).stop 2024-04-26T01:33:50.598 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 -- 172.21.15.100:0/1752812626 shutdown_connections 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 --2- 172.21.15.100:0/1752812626 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc10b440 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 -- 172.21.15.100:0/1752812626 >> 172.21.15.100:0/1752812626 conn(0x7f6bfc102a40 msgr2=0x7f6bfc104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 -- 172.21.15.100:0/1752812626 shutdown_connections 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.818+0000 7f6c02000700 1 -- 172.21.15.100:0/1752812626 wait complete. 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.819+0000 7f6c02000700 1 Processor -- start 2024-04-26T01:33:50.599 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.819+0000 7f6c02000700 1 -- start start 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.820+0000 7f6c02000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.820+0000 7f6c02000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6bfc10bdf0 con 0x7f6bfc109050 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.820+0000 7f6bfb400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.820+0000 7f6bfb400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51474/0 (socket says 172.21.15.100:51474) 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.820+0000 7f6bfb400700 1 -- 172.21.15.100:0/3135753602 learned_addr learned my addr 172.21.15.100:0/3135753602 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:50.600 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6bfb400700 1 -- 172.21.15.100:0/3135753602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bfc19c130 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6bfb400700 1 --2- 172.21.15.100:0/3135753602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6bec009fb0 tx=0x7f6bec004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bec003de0 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bec011630 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bfc19c3c0 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bec011930 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.821+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bfc19f0b0 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.822+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6bec011ad0 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.822+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6bec01b450 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.822+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bfc0640a0 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.826+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6bec004260 con 0x7f6bfc109050 2024-04-26T01:33:50.601 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.904+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f6bfc19f590 con 0x7f6bfc109050 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.905+0000 7f6bf3e00700 1 -- 172.21.15.100:0/3135753602 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f6bec025480 con 0x7f6bfc109050 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.906+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 msgr2=0x7f6bfc19bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.906+0000 7f6c02000700 1 --2- 172.21.15.100:0/3135753602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6bec009fb0 tx=0x7f6bec004750 comp rx=0 tx=0).stop 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.907+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 shutdown_connections 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.907+0000 7f6c02000700 1 --2- 172.21.15.100:0/3135753602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bfc109050 0x7f6bfc19bbf0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.907+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 >> 172.21.15.100:0/3135753602 conn(0x7f6bfc102a40 msgr2=0x7f6bfc103860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.907+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 shutdown_connections 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:49.907+0000 7f6c02000700 1 -- 172.21.15.100:0/3135753602 wait complete. 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:mon is available 2024-04-26T01:33:50.602 INFO:teuthology.orchestra.run.smithi100.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T01:33:51.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:51 smithi100 ceph-mon[27653]: from='client.? 172.21.15.100:0/567068644' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:33:51.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:51 smithi100 ceph-mon[27653]: from='client.? 172.21.15.100:0/567068644' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T01:33:52.043 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:52.044 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:33:52.044 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout fsid = e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:33:52.044 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:33:52.044 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.100:3300,v1:172.21.15.100:6789] 2024-04-26T01:33:52.044 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:33:52.045 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:33:52.045 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:33:52.046 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:33:52.048 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.254+0000 7fa720c00700 1 Processor -- start 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.254+0000 7fa720c00700 1 -- start start 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.255+0000 7fa720c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.255+0000 7fa720c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c07be60 con 0x7fa71c106e40 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.255+0000 7fa719e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.255+0000 7fa719e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51482/0 (socket says 172.21.15.100:51482) 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.255+0000 7fa719e00700 1 -- 172.21.15.100:0/34113844 learned_addr learned my addr 172.21.15.100:0/34113844 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.256+0000 7fa719e00700 1 -- 172.21.15.100:0/34113844 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa71c1077a0 con 0x7fa71c106e40 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.256+0000 7fa719e00700 1 --2- 172.21.15.100:0/34113844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa70c0098a0 tx=0x7fa70c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad9ca511d7c2ac7a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.256+0000 7fa718a00700 1 -- 172.21.15.100:0/34113844 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa70c004160 con 0x7fa71c106e40 2024-04-26T01:33:52.049 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.256+0000 7fa718a00700 1 -- 172.21.15.100:0/34113844 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa70c004300 con 0x7fa71c106e40 2024-04-26T01:33:52.050 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.256+0000 7fa718a00700 1 -- 172.21.15.100:0/34113844 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa70c0036a0 con 0x7fa71c106e40 2024-04-26T01:33:52.050 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 -- 172.21.15.100:0/34113844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 msgr2=0x7fa71c107260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:52.050 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 --2- 172.21.15.100:0/34113844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa70c0098a0 tx=0x7fa70c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 -- 172.21.15.100:0/34113844 shutdown_connections 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 --2- 172.21.15.100:0/34113844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c107260 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 -- 172.21.15.100:0/34113844 >> 172.21.15.100:0/34113844 conn(0x7fa71c102a40 msgr2=0x7fa71c104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 -- 172.21.15.100:0/34113844 shutdown_connections 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.257+0000 7fa720c00700 1 -- 172.21.15.100:0/34113844 wait complete. 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.258+0000 7fa720c00700 1 Processor -- start 2024-04-26T01:33:52.052 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.258+0000 7fa720c00700 1 -- start start 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa720c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa720c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa71c107cd0 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa719e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa719e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51498/0 (socket says 172.21.15.100:51498) 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa719e00700 1 -- 172.21.15.100:0/567068644 learned_addr learned my addr 172.21.15.100:0/567068644 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa719e00700 1 -- 172.21.15.100:0/567068644 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa71c19e300 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.259+0000 7fa719e00700 1 --2- 172.21.15.100:0/567068644 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa70c000c00 tx=0x7fa70c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa70c003db0 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa70c011630 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa70c011950 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa71c19e590 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa71c1a1280 con 0x7fa71c106e40 2024-04-26T01:33:52.053 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa70c011af0 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.260+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa70c01c790 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.261+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa71c0640a0 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.264+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fa70c032020 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.341+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa71c1a1450 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.351+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+467 (secure 0 0 0) 0x7fa70c004260 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.352+0000 7fa712a00700 1 -- 172.21.15.100:0/567068644 <== mon.0 v2:172.21.15.100:3300/0 8 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa70c01ce40 con 0x7fa71c106e40 2024-04-26T01:33:52.055 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 msgr2=0x7fa71c19ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 --2- 172.21.15.100:0/567068644 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa70c000c00 tx=0x7fa70c004750 comp rx=0 tx=0).stop 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 shutdown_connections 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 --2- 172.21.15.100:0/567068644 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa71c106e40 0x7fa71c19ddc0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 >> 172.21.15.100:0/567068644 conn(0x7fa71c102a40 msgr2=0x7fa71c194400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 shutdown_connections 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:51.354+0000 7fa720c00700 1 -- 172.21.15.100:0/567068644 wait complete. 2024-04-26T01:33:52.056 INFO:teuthology.orchestra.run.smithi100.stdout:Generating new minimal ceph.conf... 2024-04-26T01:33:53.073 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:52 smithi100 ceph-mon[27653]: from='client.? 172.21.15.100:0/2636273199' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:33:53.390 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.639+0000 7f53c2e00700 1 Processor -- start 2024-04-26T01:33:53.391 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.639+0000 7f53c2e00700 1 -- start start 2024-04-26T01:33:53.391 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.640+0000 7f53c2e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:53.391 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.640+0000 7f53c2e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc07c810 con 0x7f53bc07de20 2024-04-26T01:33:53.391 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.640+0000 7f53c1a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:53.392 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.640+0000 7f53c1a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51508/0 (socket says 172.21.15.100:51508) 2024-04-26T01:33:53.392 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.640+0000 7f53c1a00700 1 -- 172.21.15.100:0/3839490041 learned_addr learned my addr 172.21.15.100:0/3839490041 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.641+0000 7f53c1a00700 1 -- 172.21.15.100:0/3839490041 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53bc07c990 con 0x7f53bc07de20 2024-04-26T01:33:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.641+0000 7f53c1a00700 1 --2- 172.21.15.100:0/3839490041 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009e80 tx=0x7f53b000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d16263145f2788b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.641+0000 7f53bbe00700 1 -- 172.21.15.100:0/3839490041 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53b0017070 con 0x7f53bc07de20 2024-04-26T01:33:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.641+0000 7f53bbe00700 1 -- 172.21.15.100:0/3839490041 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f53b000b8c0 con 0x7f53bc07de20 2024-04-26T01:33:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.641+0000 7f53bbe00700 1 -- 172.21.15.100:0/3839490041 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53b00045c0 con 0x7f53bc07de20 2024-04-26T01:33:53.396 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 -- 172.21.15.100:0/3839490041 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 msgr2=0x7f53bc07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:53.396 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 --2- 172.21.15.100:0/3839490041 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009e80 tx=0x7f53b000b330 comp rx=0 tx=0).stop 2024-04-26T01:33:53.396 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 -- 172.21.15.100:0/3839490041 shutdown_connections 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 --2- 172.21.15.100:0/3839490041 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc07c2d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 -- 172.21.15.100:0/3839490041 >> 172.21.15.100:0/3839490041 conn(0x7f53bc103a90 msgr2=0x7f53bc105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 -- 172.21.15.100:0/3839490041 shutdown_connections 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.642+0000 7f53c2e00700 1 -- 172.21.15.100:0/3839490041 wait complete. 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.643+0000 7f53c2e00700 1 Processor -- start 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.643+0000 7f53c2e00700 1 -- start start 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c2e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c2e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc10ea00 con 0x7f53bc07de20 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c1a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:33:53.397 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c1a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51522/0 (socket says 172.21.15.100:51522) 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c1a00700 1 -- 172.21.15.100:0/2636273199 learned_addr learned my addr 172.21.15.100:0/2636273199 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.644+0000 7f53c1a00700 1 -- 172.21.15.100:0/2636273199 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53bc19e9d0 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53c1a00700 1 --2- 172.21.15.100:0/2636273199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f53b0000f80 tx=0x7f53b000bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53b0017070 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f53b0022070 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53b001d660 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53bc19ec60 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.645+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53bc1a1950 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.646+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f53b0012430 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.646+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f53b000f050 con 0x7f53bc07de20 2024-04-26T01:33:53.398 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.647+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53bc0640a0 con 0x7f53bc07de20 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.649+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f53b00047f0 con 0x7f53bc07de20 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.726+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f53bc1a1e90 con 0x7f53bc07de20 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.727+0000 7f53ba000700 1 -- 172.21.15.100:0/2636273199 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+177 (secure 0 0 0) 0x7f53b0012a00 con 0x7f53bc07de20 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.728+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 msgr2=0x7f53bc19e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.728+0000 7f53c2e00700 1 --2- 172.21.15.100:0/2636273199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f53b0000f80 tx=0x7f53b000bf80 comp rx=0 tx=0).stop 2024-04-26T01:33:53.399 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.728+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 shutdown_connections 2024-04-26T01:33:53.400 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.728+0000 7f53c2e00700 1 --2- 172.21.15.100:0/2636273199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53bc07de20 0x7f53bc19e490 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:33:53.400 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.728+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 >> 172.21.15.100:0/2636273199 conn(0x7f53bc103a90 msgr2=0x7f53bc1044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:33:53.400 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.729+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 shutdown_connections 2024-04-26T01:33:53.400 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:33:52.729+0000 7f53c2e00700 1 -- 172.21.15.100:0/2636273199 wait complete. 2024-04-26T01:33:53.400 INFO:teuthology.orchestra.run.smithi100.stdout:Restarting the monitor... 2024-04-26T01:33:53.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:53 smithi100 systemd[1]: Stopping Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:33:54.206 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a[27649]: 2024-04-26T01:33:53.934+0000 7f7c49000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:33:54.207 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a[27649]: 2024-04-26T01:33:53.934+0000 7f7c49000700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T01:33:54.207 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:33:54 smithi100 podman[27897]: 2024-04-26 01:33:54.211594218 +0000 UTC m=+0.431534335 container died 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T01:34:03.552 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 podman[27897]: 2024-04-26 01:34:03.381084837 +0000 UTC m=+9.601024978 container cleanup 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:34:03.552 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 bash[27897]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a 2024-04-26T01:34:03.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 podman[27912]: 2024-04-26 01:34:03.556832308 +0000 UTC m=+9.328172194 container remove 9cf6aaed5e406e459861dd1806dfeeda327d8ee3436f078c8253e44b5894a9fa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:34:04.314 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T01:34:04.314 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 systemd[1]: Stopped Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:34:04.314 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.861s CPU time. 2024-04-26T01:34:04.315 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:03 smithi100 systemd[1]: Starting Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:34:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 podman[28001]: 2024-04-26 01:34:04.22424189 +0000 UTC m=+0.035170949 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:34:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 podman[28001]: 2024-04-26 01:34:04.338312634 +0000 UTC m=+0.149241730 container create 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-26T01:34:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 podman[28001]: 2024-04-26 01:34:04.578826889 +0000 UTC m=+0.389755958 container init 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:34:04.673 INFO:teuthology.orchestra.run.smithi100.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T01:34:04.890 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 podman[28001]: 2024-04-26 01:34:04.590740563 +0000 UTC m=+0.401669692 container start 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T01:34:04.890 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:34:04.890 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:34:04.890 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: pidfile_write: ignore empty --pid-file 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: load: jerasure load: lrc 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Git sha 0 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: DB SUMMARY 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: DB Session ID: WSMZ23OE2G0IMT3FDN2J 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105628 ; 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:34:04.891 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.env: 0x559756852cc0 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.info_log: 0x5597755c1c40 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.statistics: (nil) 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.use_fsync: 0 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:34:04.892 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:34:04.893 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.db_log_dir: 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.wal_dir: 2024-04-26T01:34:04.894 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.write_buffer_manager: 0x5597755550e0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:34:04.895 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.unordered_write: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.row_cache: None 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.wal_filter: None 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:34:04.896 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.wal_compression: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:34:04.897 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_open_files: -1 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:34:04.898 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Compression algorithms supported: 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kZSTD supported: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T01:34:04.899 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.merge_operator: 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_filter: None 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5597755c1e00) 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:34:04.900 INFO:journalctl@ceph.mon.a.smithi100.stdout: index_type: 0 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: data_block_index_type: 0 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: index_shortening: 1 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: checksum: 4 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: no_block_cache: 0 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_cache: 0x5597755871f0 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_cache_options: 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: capacity : 536870912 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: num_shard_bits : 4 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: strict_capacity_limit : 0 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_cache_compressed: (nil) 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: persistent_cache: (nil) 2024-04-26T01:34:04.901 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_size: 4096 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_size_deviation: 10 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_restart_interval: 16 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: index_block_restart_interval: 1 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: metadata_block_size: 4096 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: partition_filters: 0 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: use_delta_encoding: 1 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: filter_policy: bloomfilter 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: whole_key_filtering: 1 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: verify_compression: 0 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: format_version: 5 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: enable_index_compression: 1 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: block_align: 0 2024-04-26T01:34:04.902 INFO:journalctl@ceph.mon.a.smithi100.stdout: max_auto_readahead_size: 262144 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout: prepopulate_block_cache: 0 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression: NoCompression 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.num_levels: 7 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:34:04.903 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:34:04.904 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:34:04.905 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:34:04.906 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:34:04.907 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.ttl: 2592000 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:34:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0e83ef2e-a490-497b-83b4-1445c64d2f10 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095244647079, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095244650241, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100715, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98599, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14288, "raw_average_key_size": 49, "raw_value_size": 90855, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095244, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0e83ef2e-a490-497b-83b4-1445c64d2f10", "db_session_id": "WSMZ23OE2G0IMT3FDN2J", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095244650466, "job": 1, "event": "recovery_finished"} 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55977569c000 2024-04-26T01:34:04.909 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: DB pointer 0x559775686000 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: ** DB Stats ** 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: ** Compaction Stats [default] ** 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:34:04.910 INFO:journalctl@ceph.mon.a.smithi100.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: L0 2/0 100.21 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 47.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Sum 2/0 100.21 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 47.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 47.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: ** Compaction Stats [default] ** 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 47.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:34:04.911 INFO:journalctl@ceph.mon.a.smithi100.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: Cumulative compaction: 0.00 GB write, 9.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: Interval compaction: 0.00 GB write, 9.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: Block cache BinnedLRUCache@0x5597755871f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: starting mon.a rank 0 at public addrs [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] at bind addrs [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???) e1 preinit fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).mds e1 new map 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).mds e1 print_map 2024-04-26T01:34:04.912 INFO:journalctl@ceph.mon.a.smithi100.stdout: e1 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout: legacy client fscid: -1 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout: 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout: No filesystems configured 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 bash[28001]: 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 systemd[1]: Started Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:34:04.913 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: monmap epoch 1 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: last_changed 2024-04-26T01:33:44.960096+0000 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: min_mon_release 19 (squid) 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: election_strategy: 1 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: fsmap 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:34:04.914 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:04 smithi100 ceph-mon[28020]: mgrmap e1: no daemons active 2024-04-26T01:34:06.121 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.377+0000 7f636ee00700 1 Processor -- start 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.377+0000 7f636ee00700 1 -- start start 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.377+0000 7f636ee00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.377+0000 7f636ee00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f636807c900 con 0x7f636807de80 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.378+0000 7f6367e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.378+0000 7f6367e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46624/0 (socket says 172.21.15.100:46624) 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.378+0000 7f6367e00700 1 -- 172.21.15.100:0/289544930 learned_addr learned my addr 172.21.15.100:0/289544930 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.379+0000 7f6367e00700 1 -- 172.21.15.100:0/289544930 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636807ca80 con 0x7f636807de80 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.379+0000 7f6367e00700 1 --2- 172.21.15.100:0/289544930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f63580098a0 tx=0x7f6358009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d89fc2ec60635b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:06.123 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.379+0000 7f6366a00700 1 -- 172.21.15.100:0/289544930 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6358004160 con 0x7f636807de80 2024-04-26T01:34:06.124 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.379+0000 7f6366a00700 1 -- 172.21.15.100:0/289544930 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6358004300 con 0x7f636807de80 2024-04-26T01:34:06.124 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.379+0000 7f6366a00700 1 -- 172.21.15.100:0/289544930 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6358011b20 con 0x7f636807de80 2024-04-26T01:34:06.124 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 -- 172.21.15.100:0/289544930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 msgr2=0x7f636807c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:06.124 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 --2- 172.21.15.100:0/289544930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f63580098a0 tx=0x7f6358009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:06.124 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 -- 172.21.15.100:0/289544930 shutdown_connections 2024-04-26T01:34:06.127 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 --2- 172.21.15.100:0/289544930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636807c330 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:06.127 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 -- 172.21.15.100:0/289544930 >> 172.21.15.100:0/289544930 conn(0x7f6368103b50 msgr2=0x7f6368105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:06.127 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 -- 172.21.15.100:0/289544930 shutdown_connections 2024-04-26T01:34:06.127 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.380+0000 7f636ee00700 1 -- 172.21.15.100:0/289544930 wait complete. 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.381+0000 7f636ee00700 1 Processor -- start 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f636ee00700 1 -- start start 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f636ee00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f636ee00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f636810eb60 con 0x7f636807de80 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f6367e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f6367e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46626/0 (socket says 172.21.15.100:46626) 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.382+0000 7f6367e00700 1 -- 172.21.15.100:0/2935573685 learned_addr learned my addr 172.21.15.100:0/2935573685 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f6367e00700 1 -- 172.21.15.100:0/2935573685 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636819eb20 con 0x7f636807de80 2024-04-26T01:34:06.128 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f6367e00700 1 --2- 172.21.15.100:0/2935573685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f63580117e0 tx=0x7f6358011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6358003b30 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6358003cd0 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f635801a7c0 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.383+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f636819edb0 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.384+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f636819f210 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.384+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f635802d3f0 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.384+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6358019700 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.385+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63680640a0 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.388+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6358043e50 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.464+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f63681a1c80 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.466+0000 7f6364c00700 1 -- 172.21.15.100:0/2935573685 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f6358032070 con 0x7f636807de80 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.468+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 msgr2=0x7f636819e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.468+0000 7f636ee00700 1 --2- 172.21.15.100:0/2935573685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f63580117e0 tx=0x7f6358011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:06.129 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.468+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 shutdown_connections 2024-04-26T01:34:06.130 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.468+0000 7f636ee00700 1 --2- 172.21.15.100:0/2935573685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f636807de80 0x7f636819e5e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:06.130 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.468+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 >> 172.21.15.100:0/2935573685 conn(0x7f6368103b50 msgr2=0x7f6368104590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:06.130 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.469+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 shutdown_connections 2024-04-26T01:34:06.130 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:05.469+0000 7f636ee00700 1 -- 172.21.15.100:0/2935573685 wait complete. 2024-04-26T01:34:06.130 INFO:teuthology.orchestra.run.smithi100.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T01:34:06.154 INFO:teuthology.orchestra.run.smithi100.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:34:06.154 INFO:teuthology.orchestra.run.smithi100.stdout:Creating mgr... 2024-04-26T01:34:06.155 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T01:34:06.156 INFO:teuthology.orchestra.run.smithi100.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T01:34:06.588 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x 2024-04-26T01:34:06.588 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T01:34:06.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:06 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2935573685' entity='client.admin' 2024-04-26T01:34:06.843 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968.target.wants/ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-e2513004-036c-11ef-bc93-c7b262605968@.service. 2024-04-26T01:34:07.224 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:06 smithi100 systemd[1]: Starting Ceph mgr.x for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:34:07.485 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 podman[28245]: 2024-04-26 01:34:07.136410421 +0000 UTC m=+0.034758383 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:34:07.485 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 podman[28245]: 2024-04-26 01:34:07.236474013 +0000 UTC m=+0.134822021 container create f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T01:34:07.485 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 podman[28245]: 2024-04-26 01:34:07.490054221 +0000 UTC m=+0.388402245 container init f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:34:07.596 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:34:07.596 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout disabled 2024-04-26T01:34:07.613 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:34:07.614 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:34:07.614 INFO:teuthology.orchestra.run.smithi100.stdout:firewalld.service is not enabled 2024-04-26T01:34:07.614 INFO:teuthology.orchestra.run.smithi100.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:34:07.634 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:34:07.634 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout disabled 2024-04-26T01:34:07.653 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:34:07.653 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:34:07.653 INFO:teuthology.orchestra.run.smithi100.stdout:firewalld.service is not enabled 2024-04-26T01:34:07.653 INFO:teuthology.orchestra.run.smithi100.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T01:34:07.654 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mgr to start... 2024-04-26T01:34:07.654 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mgr... 2024-04-26T01:34:07.737 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 podman[28245]: 2024-04-26 01:34:07.500078174 +0000 UTC m=+0.398426125 container start f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T01:34:07.737 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 bash[28245]: f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 2024-04-26T01:34:07.737 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 systemd[1]: Started Ceph mgr.x for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:34:08.005 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:07.740+0000 7ff9dfc92200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:34:08.005 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:08.007+0000 7ff9dfc92200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:34:08.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:08.140+0000 7ff9dfc92200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:34:08.806 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:08.535+0000 7ff9dfc92200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:34:08.807 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:08.656+0000 7ff9dfc92200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:34:09.073 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:08 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2137234186' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:34:09.467 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:34:09.489 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:34:09.490 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:09.491 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:33:49.071238+0000", 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.725+0000 7f02fb200700 1 Processor -- start 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.725+0000 7f02fb200700 1 -- start start 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.726+0000 7f02fb200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.726+0000 7f02fb200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f02fc07bea0 con 0x7f02fc108ea0 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.726+0000 7f02f9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.726+0000 7f02f9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46654/0 (socket says 172.21.15.100:46654) 2024-04-26T01:34:09.492 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.726+0000 7f02f9e00700 1 -- 172.21.15.100:0/880731365 learned_addr learned my addr 172.21.15.100:0/880731365 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.727+0000 7f02f9e00700 1 -- 172.21.15.100:0/880731365 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02fc10b7d0 con 0x7f02fc108ea0 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.727+0000 7f02f9e00700 1 --2- 172.21.15.100:0/880731365 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f02ec0098a0 tx=0x7f02ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a60322959aeac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.727+0000 7f02f8a00700 1 -- 172.21.15.100:0/880731365 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ec004160 con 0x7f02fc108ea0 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.727+0000 7f02f8a00700 1 -- 172.21.15.100:0/880731365 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f02ec004300 con 0x7f02fc108ea0 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.727+0000 7f02f8a00700 1 -- 172.21.15.100:0/880731365 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ec011b20 con 0x7f02fc108ea0 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 -- 172.21.15.100:0/880731365 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 msgr2=0x7f02fc10b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 --2- 172.21.15.100:0/880731365 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f02ec0098a0 tx=0x7f02ec009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 -- 172.21.15.100:0/880731365 shutdown_connections 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 --2- 172.21.15.100:0/880731365 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc10b290 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 -- 172.21.15.100:0/880731365 >> 172.21.15.100:0/880731365 conn(0x7f02fc102910 msgr2=0x7f02fc104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 -- 172.21.15.100:0/880731365 shutdown_connections 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.728+0000 7f02fb200700 1 -- 172.21.15.100:0/880731365 wait complete. 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.729+0000 7f02fb200700 1 Processor -- start 2024-04-26T01:34:09.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02fb200700 1 -- start start 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02fb200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02fb200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f02fc10c800 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02f9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02f9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46662/0 (socket says 172.21.15.100:46662) 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02f9e00700 1 -- 172.21.15.100:0/2137234186 learned_addr learned my addr 172.21.15.100:0/2137234186 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.730+0000 7f02f9e00700 1 -- 172.21.15.100:0/2137234186 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02fc19c7e0 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02f9e00700 1 --2- 172.21.15.100:0/2137234186 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f02ec006af0 tx=0x7f02ec011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ec003b90 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f02ec003d30 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ec0197c0 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02fc19ca70 con 0x7f02fc108ea0 2024-04-26T01:34:09.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.731+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02fc19ced0 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.732+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f02ec022020 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.732+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f02ec02c3a0 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.733+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02fc0640a0 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.735+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f02ec01ac50 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.810+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f02fc19fc80 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.811+0000 7f02f2a00700 1 -- 172.21.15.100:0/2137234186 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f02ec024410 con 0x7f02fc108ea0 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.812+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 msgr2=0x7f02fc19c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.812+0000 7f02fb200700 1 --2- 172.21.15.100:0/2137234186 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f02ec006af0 tx=0x7f02ec011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.812+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 shutdown_connections 2024-04-26T01:34:09.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.812+0000 7f02fb200700 1 --2- 172.21.15.100:0/2137234186 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f02fc108ea0 0x7f02fc19c2a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:09.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.812+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 >> 172.21.15.100:0/2137234186 conn(0x7f02fc102910 msgr2=0x7f02fc1032f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:09.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.813+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 shutdown_connections 2024-04-26T01:34:09.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:08.814+0000 7f02fb200700 1 -- 172.21.15.100:0/2137234186 wait complete. 2024-04-26T01:34:09.496 INFO:teuthology.orchestra.run.smithi100.stdout:mgr not available, waiting (1/15)... 2024-04-26T01:34:10.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:10 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:10.252+0000 7ff9dfc92200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:34:10.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:10 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:10.476+0000 7ff9dfc92200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:34:11.066 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:10 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:10.692+0000 7ff9dfc92200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:34:11.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:11.069+0000 7ff9dfc92200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:34:11.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:11.187+0000 7ff9dfc92200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:34:11.699 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:11.445+0000 7ff9dfc92200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:34:11.699 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:11.703+0000 7ff9dfc92200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:34:12.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:12 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/971294873' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:34:12.763 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:12.518+0000 7ff9dfc92200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:34:12.772 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:12.772 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:12.772 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:34:12.772 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:34:12.773 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:34:12.774 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:34:12.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:34:12.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:34:12.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:34:12.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:34:12.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.786 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:33:49.071238+0000", 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.029+0000 7f6ffb000700 1 Processor -- start 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.029+0000 7f6ffb000700 1 -- start start 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ffb000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ffb000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff407c810 con 0x7f6ff407de20 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ff3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:12.787 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ff3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46678/0 (socket says 172.21.15.100:46678) 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ff3e00700 1 -- 172.21.15.100:0/3718172734 learned_addr learned my addr 172.21.15.100:0/3718172734 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.030+0000 7f6ff3e00700 1 -- 172.21.15.100:0/3718172734 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ff407c990 con 0x7f6ff407de20 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ff3e00700 1 --2- 172.21.15.100:0/3718172734 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4009e80 tx=0x7f6fe400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3121d46886563b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ff2a00700 1 -- 172.21.15.100:0/3718172734 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fe4017070 con 0x7f6ff407de20 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ff2a00700 1 -- 172.21.15.100:0/3718172734 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6fe400b8c0 con 0x7f6ff407de20 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ff2a00700 1 -- 172.21.15.100:0/3718172734 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fe40045c0 con 0x7f6ff407de20 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ffb000700 1 -- 172.21.15.100:0/3718172734 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 msgr2=0x7f6ff407c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.031+0000 7f6ffb000700 1 --2- 172.21.15.100:0/3718172734 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4009e80 tx=0x7f6fe400b330 comp rx=0 tx=0).stop 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.032+0000 7f6ffb000700 1 -- 172.21.15.100:0/3718172734 shutdown_connections 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.032+0000 7f6ffb000700 1 --2- 172.21.15.100:0/3718172734 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff407c2d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.032+0000 7f6ffb000700 1 -- 172.21.15.100:0/3718172734 >> 172.21.15.100:0/3718172734 conn(0x7f6ff4103b50 msgr2=0x7f6ff4105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.032+0000 7f6ffb000700 1 -- 172.21.15.100:0/3718172734 shutdown_connections 2024-04-26T01:34:12.788 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.032+0000 7f6ffb000700 1 -- 172.21.15.100:0/3718172734 wait complete. 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.033+0000 7f6ffb000700 1 Processor -- start 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.033+0000 7f6ffb000700 1 -- start start 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ffb000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ffb000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6ff410eb60 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ff3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ff3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46682/0 (socket says 172.21.15.100:46682) 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ff3e00700 1 -- 172.21.15.100:0/971294873 learned_addr learned my addr 172.21.15.100:0/971294873 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.034+0000 7f6ff3e00700 1 -- 172.21.15.100:0/971294873 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ff419eb30 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ff3e00700 1 --2- 172.21.15.100:0/971294873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4004350 tx=0x7f6fe4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fe4017070 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6fe4022070 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ff419edc0 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6fe401d6d0 con 0x7f6ff407de20 2024-04-26T01:34:12.789 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.035+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ff41a1ab0 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.036+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6fe401d9d0 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.036+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6fe400f050 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.036+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ff40640a0 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.041+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6fe40048b0 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.120+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f6ff41a1ff0 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.120+0000 7f6ff0c00700 1 -- 172.21.15.100:0/971294873 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f6fe4012a90 con 0x7f6ff407de20 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.122+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 msgr2=0x7f6ff419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.122+0000 7f6ffb000700 1 --2- 172.21.15.100:0/971294873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4004350 tx=0x7f6fe4003f10 comp rx=0 tx=0).stop 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.122+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 shutdown_connections 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.122+0000 7f6ffb000700 1 --2- 172.21.15.100:0/971294873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ff407de20 0x7f6ff419e5f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.122+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 >> 172.21.15.100:0/971294873 conn(0x7f6ff4103b50 msgr2=0x7f6ff41045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:12.790 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.124+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 shutdown_connections 2024-04-26T01:34:12.791 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:12.124+0000 7f6ffb000700 1 -- 172.21.15.100:0/971294873 wait complete. 2024-04-26T01:34:12.791 INFO:teuthology.orchestra.run.smithi100.stdout:mgr not available, waiting (2/15)... 2024-04-26T01:34:13.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:13.068+0000 7ff9dfc92200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:34:13.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:13.192+0000 7ff9dfc92200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:34:13.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:13.454+0000 7ff9dfc92200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:34:14.528 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.091+0000 7ff9dfc92200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:34:14.529 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.213+0000 7ff9dfc92200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:34:14.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.532+0000 7ff9dfc92200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:34:14.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.706+0000 7ff9dfc92200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:34:15.111 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.833+0000 7ff9dfc92200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:34:15.111 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:14.987+0000 7ff9dfc92200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:34:15.400 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:15.363+0000 7ff9dfc92200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:34:15.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:15 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3027598447' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:34:16.172 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:16.172 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:16.172 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:34:16.172 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:34:16.173 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:16.174 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:34:16.175 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:34:16.176 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:34:16.176 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:34:16.176 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.190 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:34:16.190 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:34:16.191 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:34:16.192 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:34:16.193 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.194 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:33:49.071238+0000", 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:34:16.195 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.403+0000 7f46de600700 1 Processor -- start 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.403+0000 7f46de600700 1 -- start start 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.404+0000 7f46de600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.404+0000 7f46de600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f46d8108f80 con 0x7f46d8108590 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.404+0000 7f46d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.404+0000 7f46d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33734/0 (socket says 172.21.15.100:33734) 2024-04-26T01:34:16.196 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.404+0000 7f46d7400700 1 -- 172.21.15.100:0/3529035407 learned_addr learned my addr 172.21.15.100:0/3529035407 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:16.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.405+0000 7f46d7400700 1 -- 172.21.15.100:0/3529035407 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d8109740 con 0x7f46d8108590 2024-04-26T01:34:16.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.405+0000 7f46d7400700 1 --2- 172.21.15.100:0/3529035407 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f46c80098a0 tx=0x7f46c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec6e994ff07005c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:16.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.405+0000 7f46d6000700 1 -- 172.21.15.100:0/3529035407 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46c8004160 con 0x7f46d8108590 2024-04-26T01:34:16.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46d6000700 1 -- 172.21.15.100:0/3529035407 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f46c8004300 con 0x7f46d8108590 2024-04-26T01:34:16.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46d6000700 1 -- 172.21.15.100:0/3529035407 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46c8011b20 con 0x7f46d8108590 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 -- 172.21.15.100:0/3529035407 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 msgr2=0x7f46d81089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 --2- 172.21.15.100:0/3529035407 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f46c80098a0 tx=0x7f46c8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 -- 172.21.15.100:0/3529035407 shutdown_connections 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 --2- 172.21.15.100:0/3529035407 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d81089b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 -- 172.21.15.100:0/3529035407 >> 172.21.15.100:0/3529035407 conn(0x7f46d8103b50 msgr2=0x7f46d8105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:16.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.406+0000 7f46de600700 1 -- 172.21.15.100:0/3529035407 shutdown_connections 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.407+0000 7f46de600700 1 -- 172.21.15.100:0/3529035407 wait complete. 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.407+0000 7f46de600700 1 Processor -- start 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46de600700 1 -- start start 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46de600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46de600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f46d810caf0 con 0x7f46d8108590 2024-04-26T01:34:16.199 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33750/0 (socket says 172.21.15.100:33750) 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.408+0000 7f46d7400700 1 -- 172.21.15.100:0/3027598447 learned_addr learned my addr 172.21.15.100:0/3027598447 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46d7400700 1 -- 172.21.15.100:0/3027598447 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d819c950 con 0x7f46d8108590 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46d7400700 1 --2- 172.21.15.100:0/3027598447 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46c80117e0 tx=0x7f46c8011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46c8003b30 con 0x7f46d8108590 2024-04-26T01:34:16.200 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f46c8003cd0 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d819cbe0 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46c801a830 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.409+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d819d040 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.410+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f46c802d3f0 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.410+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f46c8019700 con 0x7f46d8108590 2024-04-26T01:34:16.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.411+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d80640a0 con 0x7f46d8108590 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.413+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f46c8024ba0 con 0x7f46d8108590 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.493+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f46d819fdf0 con 0x7f46d8108590 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.493+0000 7f46cfe00700 1 -- 172.21.15.100:0/3027598447 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f46c8019900 con 0x7f46d8108590 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.494+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 msgr2=0x7f46d819c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.494+0000 7f46de600700 1 --2- 172.21.15.100:0/3027598447 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46c80117e0 tx=0x7f46c8011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.494+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 shutdown_connections 2024-04-26T01:34:16.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.494+0000 7f46de600700 1 --2- 172.21.15.100:0/3027598447 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46d8108590 0x7f46d819c410 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:16.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.494+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 >> 172.21.15.100:0/3027598447 conn(0x7f46d8103b50 msgr2=0x7f46d81045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:16.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.495+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 shutdown_connections 2024-04-26T01:34:16.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:15.495+0000 7f46de600700 1 -- 172.21.15.100:0/3027598447 wait complete. 2024-04-26T01:34:16.203 INFO:teuthology.orchestra.run.smithi100.stdout:mgr not available, waiting (3/15)... 2024-04-26T01:34:16.413 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:16.135+0000 7ff9dfc92200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:34:16.413 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:16.415+0000 7ff9dfc92200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: Activating manager daemon x 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: mgrmap e2: x(active, starting, since 0.0107137s) 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: Manager daemon x is now available 2024-04-26T01:34:16.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:34:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' 2024-04-26T01:34:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:34:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' 2024-04-26T01:34:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:16 smithi100 ceph-mon[28020]: from='mgr.14100 172.21.15.100:0/2479906494' entity='mgr.x' 2024-04-26T01:34:18.589 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:18 smithi100 ceph-mon[28020]: mgrmap e3: x(active, since 1.01699s) 2024-04-26T01:34:19.699 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:19 smithi100 ceph-mon[28020]: mgrmap e4: x(active, since 2s) 2024-04-26T01:34:19.699 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:19 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3614227897' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:34:19.711 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:19.711 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:19.711 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:34:19.711 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:34:19.711 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:19.712 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:34:19.713 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:34:19.722 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:34:19.722 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:34:19.722 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:34:19.722 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:34:19.722 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:34:19.723 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:34:19.724 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:33:49.071238+0000", 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.750+0000 7f446b200700 1 Processor -- start 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.750+0000 7f446b200700 1 -- start start 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.751+0000 7f446b200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.751+0000 7f446b200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f446c07bdc0 con 0x7f446c108f50 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.751+0000 7f4469e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.751+0000 7f4469e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33820/0 (socket says 172.21.15.100:33820) 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.752+0000 7f4469e00700 1 -- 172.21.15.100:0/1899941099 learned_addr learned my addr 172.21.15.100:0/1899941099 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:19.725 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.752+0000 7f4469e00700 1 -- 172.21.15.100:0/1899941099 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c10b880 con 0x7f446c108f50 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.752+0000 7f4469e00700 1 --2- 172.21.15.100:0/1899941099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f445c0098a0 tx=0x7f445c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f4bf8de6c523ac2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f4468a00700 1 -- 172.21.15.100:0/1899941099 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f445c004160 con 0x7f446c108f50 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f4468a00700 1 -- 172.21.15.100:0/1899941099 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f445c004300 con 0x7f446c108f50 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f4468a00700 1 -- 172.21.15.100:0/1899941099 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f445c011b20 con 0x7f446c108f50 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 -- 172.21.15.100:0/1899941099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 msgr2=0x7f446c10b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 --2- 172.21.15.100:0/1899941099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f445c0098a0 tx=0x7f445c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 -- 172.21.15.100:0/1899941099 shutdown_connections 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 --2- 172.21.15.100:0/1899941099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c10b340 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 -- 172.21.15.100:0/1899941099 >> 172.21.15.100:0/1899941099 conn(0x7f446c102920 msgr2=0x7f446c104d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 -- 172.21.15.100:0/1899941099 shutdown_connections 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.753+0000 7f446b200700 1 -- 172.21.15.100:0/1899941099 wait complete. 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.754+0000 7f446b200700 1 Processor -- start 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f446b200700 1 -- start start 2024-04-26T01:34:19.726 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f446b200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f446b200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f446c10c7e0 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f4469e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f4469e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33832/0 (socket says 172.21.15.100:33832) 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.755+0000 7f4469e00700 1 -- 172.21.15.100:0/3614227897 learned_addr learned my addr 172.21.15.100:0/3614227897 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f4469e00700 1 -- 172.21.15.100:0/3614227897 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c19ea40 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f4469e00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f445c006af0 tx=0x7f445c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f445c003b90 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f445c003d30 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f446b200700 1 -- 172.21.15.100:0/3614227897 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446c19ecd0 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f445c0197c0 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.756+0000 7f446b200700 1 -- 172.21.15.100:0/3614227897 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f446c19f130 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.758+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4444005330 con 0x7f446c108f50 2024-04-26T01:34:19.727 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.758+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f445c022020 con 0x7f446c108f50 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.758+0000 7f4462a00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 0x7f445003bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.758+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f445c04d670 con 0x7f446c108f50 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.758+0000 7f4469400700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 0x7f445003bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.759+0000 7f4469400700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 0x7f445003bae0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4458006fd0 tx=0x7f4458006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:18.765+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f445c016df0 con 0x7f446c108f50 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.072+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f4444005620 con 0x7f446c108f50 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.073+0000 7f4462a00700 1 -- 172.21.15.100:0/3614227897 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f445c04d3d0 con 0x7f446c108f50 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 msgr2=0x7f445003bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 0x7f445003bae0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4458006fd0 tx=0x7f4458006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 msgr2=0x7f446c19e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f445c006af0 tx=0x7f445c011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 shutdown_connections 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f4450039620 0x7f445003bae0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:19.728 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 --2- 172.21.15.100:0/3614227897 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f446c108f50 0x7f446c19e500 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:19.729 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.076+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 >> 172.21.15.100:0/3614227897 conn(0x7f446c102920 msgr2=0x7f446c1032e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:19.729 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.077+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 shutdown_connections 2024-04-26T01:34:19.729 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:19.077+0000 7f4457e00700 1 -- 172.21.15.100:0/3614227897 wait complete. 2024-04-26T01:34:19.729 INFO:teuthology.orchestra.run.smithi100.stdout:mgr is available 2024-04-26T01:34:20.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:20 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1162515498' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:34:21.268 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:21.269 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:34:21.269 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout fsid = e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:21.269 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:34:21.269 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:34:21.269 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:34:21.270 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:34:21.270 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:34:21.271 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.313+0000 7fdeffc00700 1 Processor -- start 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.313+0000 7fdeffc00700 1 -- start start 2024-04-26T01:34:21.272 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.314+0000 7fdeffc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.314+0000 7fdeffc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdef807c900 con 0x7fdef807de80 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.314+0000 7fdefd200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.314+0000 7fdefd200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33840/0 (socket says 172.21.15.100:33840) 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.314+0000 7fdefd200700 1 -- 172.21.15.100:0/3824550591 learned_addr learned my addr 172.21.15.100:0/3824550591 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.315+0000 7fdefd200700 1 -- 172.21.15.100:0/3824550591 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdef807ca80 con 0x7fdef807de80 2024-04-26T01:34:21.274 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.315+0000 7fdefd200700 1 --2- 172.21.15.100:0/3824550591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdeec0098a0 tx=0x7fdeec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4b716a06da652b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.316+0000 7fdef7400700 1 -- 172.21.15.100:0/3824550591 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdeec004160 con 0x7fdef807de80 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.316+0000 7fdef7400700 1 -- 172.21.15.100:0/3824550591 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fdeec004300 con 0x7fdef807de80 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.316+0000 7fdef7400700 1 -- 172.21.15.100:0/3824550591 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdeec011b20 con 0x7fdef807de80 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.316+0000 7fdeffc00700 1 -- 172.21.15.100:0/3824550591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 msgr2=0x7fdef807c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.316+0000 7fdeffc00700 1 --2- 172.21.15.100:0/3824550591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdeec0098a0 tx=0x7fdeec009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:21.275 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.317+0000 7fdeffc00700 1 -- 172.21.15.100:0/3824550591 shutdown_connections 2024-04-26T01:34:21.280 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.317+0000 7fdeffc00700 1 --2- 172.21.15.100:0/3824550591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef807c330 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.317+0000 7fdeffc00700 1 -- 172.21.15.100:0/3824550591 >> 172.21.15.100:0/3824550591 conn(0x7fdef8103b50 msgr2=0x7fdef8105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.317+0000 7fdeffc00700 1 -- 172.21.15.100:0/3824550591 shutdown_connections 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.317+0000 7fdeffc00700 1 -- 172.21.15.100:0/3824550591 wait complete. 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdeffc00700 1 Processor -- start 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdeffc00700 1 -- start start 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdeffc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdeffc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdef810a750 con 0x7fdef807de80 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdefd200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdefd200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33852/0 (socket says 172.21.15.100:33852) 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.318+0000 7fdefd200700 1 -- 172.21.15.100:0/1162515498 learned_addr learned my addr 172.21.15.100:0/1162515498 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdefd200700 1 -- 172.21.15.100:0/1162515498 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdef81a2ef0 con 0x7fdef807de80 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdefd200700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdeec0117e0 tx=0x7fdeec011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdeec003b30 con 0x7fdef807de80 2024-04-26T01:34:21.281 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fdeec003cd0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdef81a3180 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.319+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdeec01a7c0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.320+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdef81a35e0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.320+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fdeec01a960 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.321+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdef80640a0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.321+0000 7fdef5600700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 0x7fdee003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.321+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fdeec04dc10 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.321+0000 7fdef7e00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 0x7fdee003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.322+0000 7fdef7e00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 0x7fdee003bb30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdee4006fd0 tx=0x7fdee4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.327+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdeec019c70 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.549+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fdef802d5d0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.551+0000 7fdef5600700 1 -- 172.21.15.100:0/1162515498 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7fdeec0042e0 con 0x7fdef807de80 2024-04-26T01:34:21.282 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.553+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 msgr2=0x7fdee003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:21.285 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.553+0000 7fdeffc00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 0x7fdee003bb30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdee4006fd0 tx=0x7fdee4006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.553+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 msgr2=0x7fdef81a29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.553+0000 7fdeffc00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdeec0117e0 tx=0x7fdeec011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 shutdown_connections 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fdee0039670 0x7fdee003bb30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 --2- 172.21.15.100:0/1162515498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdef807de80 0x7fdef81a29b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 >> 172.21.15.100:0/1162515498 conn(0x7fdef8103b50 msgr2=0x7fdef8199880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 shutdown_connections 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:20.554+0000 7fdeffc00700 1 -- 172.21.15.100:0/1162515498 wait complete. 2024-04-26T01:34:21.286 INFO:teuthology.orchestra.run.smithi100.stdout:Enabling cephadm module... 2024-04-26T01:34:22.539 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1868569720' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T01:34:22.539 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setuser ceph since I am not root 2024-04-26T01:34:22.540 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setgroup ceph since I am not root 2024-04-26T01:34:22.540 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:22.543+0000 7fa2b23fa200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:34:22.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:22.784+0000 7fa2b23fa200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:34:22.937 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.911+0000 7f5446e00700 1 Processor -- start 2024-04-26T01:34:22.937 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.911+0000 7f5446e00700 1 -- start start 2024-04-26T01:34:22.938 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.911+0000 7f5446e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:22.938 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.911+0000 7f5446e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f544010fa40 con 0x7f544010f050 2024-04-26T01:34:22.938 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.912+0000 7f543fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:22.938 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.912+0000 7f543fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33864/0 (socket says 172.21.15.100:33864) 2024-04-26T01:34:22.938 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.912+0000 7f543fe00700 1 -- 172.21.15.100:0/546820208 learned_addr learned my addr 172.21.15.100:0/546820208 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:22.939 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.912+0000 7f543fe00700 1 -- 172.21.15.100:0/546820208 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f544010fdd0 con 0x7f544010f050 2024-04-26T01:34:22.939 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.913+0000 7f543fe00700 1 --2- 172.21.15.100:0/546820208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f54300098a0 tx=0x7f5430009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce9baecf63ac299 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:22.939 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.913+0000 7f543ea00700 1 -- 172.21.15.100:0/546820208 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5430004160 con 0x7f544010f050 2024-04-26T01:34:22.939 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.913+0000 7f543ea00700 1 -- 172.21.15.100:0/546820208 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f5430004300 con 0x7f544010f050 2024-04-26T01:34:22.939 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.913+0000 7f543ea00700 1 -- 172.21.15.100:0/546820208 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5430011b20 con 0x7f544010f050 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 -- 172.21.15.100:0/546820208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 msgr2=0x7f544010f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 --2- 172.21.15.100:0/546820208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f54300098a0 tx=0x7f5430009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 -- 172.21.15.100:0/546820208 shutdown_connections 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 --2- 172.21.15.100:0/546820208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f544010f470 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 -- 172.21.15.100:0/546820208 >> 172.21.15.100:0/546820208 conn(0x7f544007de00 msgr2=0x7f5440080220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:22.940 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 -- 172.21.15.100:0/546820208 shutdown_connections 2024-04-26T01:34:22.941 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.914+0000 7f5446e00700 1 -- 172.21.15.100:0/546820208 wait complete. 2024-04-26T01:34:22.941 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.915+0000 7f5446e00700 1 Processor -- start 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.915+0000 7f5446e00700 1 -- start start 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.915+0000 7f5446e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.915+0000 7f5446e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f5440113180 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33874/0 (socket says 172.21.15.100:33874) 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543fe00700 1 -- 172.21.15.100:0/1868569720 learned_addr learned my addr 172.21.15.100:0/1868569720 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543fe00700 1 -- 172.21.15.100:0/1868569720 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54401a2f10 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543fe00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f54300117e0 tx=0x7f5430011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.916+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5430003b30 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.917+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f5430003cd0 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.917+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54401a31a0 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.917+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54401a3600 con 0x7f544010f050 2024-04-26T01:34:22.945 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.917+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f543001a830 con 0x7f544010f050 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.918+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f543001a9d0 con 0x7f544010f050 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.918+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5420005360 con 0x7f544010f050 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.918+0000 7f543cc00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 0x7f542403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.919+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f543004d940 con 0x7f544010f050 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.919+0000 7f543f400700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 0x7f542403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.919+0000 7f543f400700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 0x7f542403bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f542c006fd0 tx=0x7f542c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:21.924+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5430004300 con 0x7f544010f050 2024-04-26T01:34:22.946 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.206+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f5420005650 con 0x7f544010f050 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.259+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f5430024960 con 0x7f544010f050 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.263+0000 7f543cc00700 1 -- 172.21.15.100:0/1868569720 <== mon.0 v2:172.21.15.100:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f5430024440 con 0x7f544010f050 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.263+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 msgr2=0x7f542403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.263+0000 7f5446e00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 0x7f542403bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f542c006fd0 tx=0x7f542c006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.263+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 msgr2=0x7f54401a29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.263+0000 7f5446e00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f54300117e0 tx=0x7f5430011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.265+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 shutdown_connections 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.265+0000 7f5446e00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7f5424039670 0x7f542403bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.265+0000 7f5446e00700 1 --2- 172.21.15.100:0/1868569720 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f544010f050 0x7f54401a29d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.265+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 >> 172.21.15.100:0/1868569720 conn(0x7f544007de00 msgr2=0x7f544007f800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.265+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 shutdown_connections 2024-04-26T01:34:22.947 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:22.266+0000 7f5446e00700 1 -- 172.21.15.100:0/1868569720 wait complete. 2024-04-26T01:34:23.261 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:22.915+0000 7fa2b23fa200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:34:23.532 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:23 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1868569720' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T01:34:23.532 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:23 smithi100 ceph-mon[28020]: mgrmap e5: x(active, since 5s) 2024-04-26T01:34:23.532 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:23.324+0000 7fa2b23fa200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:34:23.533 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:23.434+0000 7fa2b23fa200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:34:24.502 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1559311175' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:34:24.520 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:24.520 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.583+0000 7fa187c00700 1 Processor -- start 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.583+0000 7fa187c00700 1 -- start start 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.583+0000 7fa187c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.584+0000 7fa187c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa18007c810 con 0x7fa18007de20 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.584+0000 7fa185200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.584+0000 7fa185200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45318/0 (socket says 172.21.15.100:45318) 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.584+0000 7fa185200700 1 -- 172.21.15.100:0/3731268709 learned_addr learned my addr 172.21.15.100:0/3731268709 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.584+0000 7fa185200700 1 -- 172.21.15.100:0/3731268709 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa18007c990 con 0x7fa18007de20 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.585+0000 7fa185200700 1 --2- 172.21.15.100:0/3731268709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa1740098a0 tx=0x7fa174009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6530da883ff4735a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:24.521 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.585+0000 7fa17f400700 1 -- 172.21.15.100:0/3731268709 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa174004160 con 0x7fa18007de20 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.585+0000 7fa17f400700 1 -- 172.21.15.100:0/3731268709 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa174004300 con 0x7fa18007de20 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.585+0000 7fa17f400700 1 -- 172.21.15.100:0/3731268709 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa174011b20 con 0x7fa18007de20 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 -- 172.21.15.100:0/3731268709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 msgr2=0x7fa18007c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 --2- 172.21.15.100:0/3731268709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa1740098a0 tx=0x7fa174009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 -- 172.21.15.100:0/3731268709 shutdown_connections 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 --2- 172.21.15.100:0/3731268709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18007c2d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 -- 172.21.15.100:0/3731268709 >> 172.21.15.100:0/3731268709 conn(0x7fa180103b50 msgr2=0x7fa180105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 -- 172.21.15.100:0/3731268709 shutdown_connections 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.586+0000 7fa187c00700 1 -- 172.21.15.100:0/3731268709 wait complete. 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.587+0000 7fa187c00700 1 Processor -- start 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.587+0000 7fa187c00700 1 -- start start 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa187c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa187c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa18010eb60 con 0x7fa18007de20 2024-04-26T01:34:24.522 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa185200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa185200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45322/0 (socket says 172.21.15.100:45322) 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa185200700 1 -- 172.21.15.100:0/1559311175 learned_addr learned my addr 172.21.15.100:0/1559311175 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.588+0000 7fa185200700 1 -- 172.21.15.100:0/1559311175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa18019eb00 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa185200700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa174006af0 tx=0x7fa174011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa1740039a0 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa174003b40 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa174019670 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa18019ed90 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.589+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa18019f1f0 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.590+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fa17401aa90 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.590+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1800640a0 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.591+0000 7fa17d600700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 0x7fa16803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.591+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa17404db00 con 0x7fa18007de20 2024-04-26T01:34:24.523 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.591+0000 7fa17fe00700 1 -- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 msgr2=0x7fa16803bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.591+0000 7fa17fe00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 0x7fa16803bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.596+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa17404fe20 con 0x7fa18007de20 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.792+0000 7fa17fe00700 1 -- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 msgr2=0x7fa16803bb30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.792+0000 7fa17fe00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 0x7fa16803bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.885+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fa1801a1c60 con 0x7fa18007de20 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.886+0000 7fa17d600700 1 -- 172.21.15.100:0/1559311175 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fa174011e20 con 0x7fa18007de20 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.888+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 msgr2=0x7fa16803bb30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.888+0000 7fa187c00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 0x7fa16803bb30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.888+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 msgr2=0x7fa18019e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.888+0000 7fa187c00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa174006af0 tx=0x7fa174011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 shutdown_connections 2024-04-26T01:34:24.524 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa168039670 0x7fa16803bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 --2- 172.21.15.100:0/1559311175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa18007de20 0x7fa18019e5c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 >> 172.21.15.100:0/1559311175 conn(0x7fa180103b50 msgr2=0x7fa180104560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 shutdown_connections 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:23.889+0000 7fa187c00700 1 -- 172.21.15.100:0/1559311175 wait complete. 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for the mgr to restart... 2024-04-26T01:34:24.525 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mgr epoch 5... 2024-04-26T01:34:25.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:25.006+0000 7fa2b23fa200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:34:25.446 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:25.238+0000 7fa2b23fa200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:34:25.446 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:25.450+0000 7fa2b23fa200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:34:26.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:25.828+0000 7fa2b23fa200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:34:26.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:25.948+0000 7fa2b23fa200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:34:26.443 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:26.196+0000 7fa2b23fa200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:34:26.443 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:26.448+0000 7fa2b23fa200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:34:27.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:27.224+0000 7fa2b23fa200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:34:28.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:27.764+0000 7fa2b23fa200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:34:28.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:27.889+0000 7fa2b23fa200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:34:28.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:28 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:28.150+0000 7fa2b23fa200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:34:29.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:28 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:28.792+0000 7fa2b23fa200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:34:29.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:28 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:28.914+0000 7fa2b23fa200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:34:29.535 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:29.234+0000 7fa2b23fa200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:34:29.535 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:29.413+0000 7fa2b23fa200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:34:29.535 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:29.539+0000 7fa2b23fa200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:34:29.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:29.688+0000 7fa2b23fa200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:34:30.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:30.077+0000 7fa2b23fa200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:34:31.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:30.821+0000 7fa2b23fa200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:34:31.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:31.104+0000 7fa2b23fa200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:34:31.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: Active manager daemon x restarted 2024-04-26T01:34:31.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: Activating manager daemon x 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: mgrmap e6: x(active, starting, since 0.0100013s) 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:34:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:31 smithi100 ceph-mon[28020]: Manager daemon x is now available 2024-04-26T01:34:32.478 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: Found migration_current of "None". Setting to last migration. 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:32.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:32 smithi100 ceph-mon[28020]: mgrmap e7: x(active, since 1.01433s) 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.099+0000 7fa26dc00700 1 Processor -- start 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.099+0000 7fa26dc00700 1 -- start start 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa26dc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:32.780 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa26dc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa268108fb0 con 0x7fa2681085c0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa266a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa266a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45324/0 (socket says 172.21.15.100:45324) 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa266a00700 1 -- 172.21.15.100:0/2912500316 learned_addr learned my addr 172.21.15.100:0/2912500316 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.100+0000 7fa266a00700 1 -- 172.21.15.100:0/2912500316 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa268109770 con 0x7fa2681085c0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.101+0000 7fa266a00700 1 --2- 172.21.15.100:0/2912500316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa2580098a0 tx=0x7fa258009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3db8c62164cd2ccb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.101+0000 7fa265600700 1 -- 172.21.15.100:0/2912500316 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa258004160 con 0x7fa2681085c0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.101+0000 7fa265600700 1 -- 172.21.15.100:0/2912500316 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa258004300 con 0x7fa2681085c0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.101+0000 7fa265600700 1 -- 172.21.15.100:0/2912500316 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa258011b20 con 0x7fa2681085c0 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 -- 172.21.15.100:0/2912500316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 msgr2=0x7fa2681089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2912500316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa2580098a0 tx=0x7fa258009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 -- 172.21.15.100:0/2912500316 shutdown_connections 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2912500316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa2681089e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.781 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 -- 172.21.15.100:0/2912500316 >> 172.21.15.100:0/2912500316 conn(0x7fa268103be0 msgr2=0x7fa268106000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 -- 172.21.15.100:0/2912500316 shutdown_connections 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.102+0000 7fa26dc00700 1 -- 172.21.15.100:0/2912500316 wait complete. 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.103+0000 7fa26dc00700 1 Processor -- start 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.103+0000 7fa26dc00700 1 -- start start 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.103+0000 7fa26dc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.103+0000 7fa26dc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa26810cb20 con 0x7fa2681085c0 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.103+0000 7fa266a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa266a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45332/0 (socket says 172.21.15.100:45332) 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa266a00700 1 -- 172.21.15.100:0/2904809965 learned_addr learned my addr 172.21.15.100:0/2904809965 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa266a00700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa26819c990 con 0x7fa2681085c0 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa266a00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa258006af0 tx=0x7fa258011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa258003b90 con 0x7fa2681085c0 2024-04-26T01:34:32.782 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fa258003d30 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2580197c0 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.104+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa26819cc20 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.105+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa26819d080 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fa258022020 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa25f400700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa24c03c290 con 0x7fa24c0396c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa25804d700 con 0x7fa2681085c0 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa266000700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.106+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.307+0000 7fa266000700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.307+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.708+0000 7fa266000700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:25.708+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:34:32.783 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:26.509+0000 7fa266000700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:26.509+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:28.111+0000 7fa266000700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2720005160 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:28.111+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:31.114+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7fa258019a70 con 0x7fa2681085c0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:31.115+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 msgr2=0x7fa24c03bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:31.115+0000 7fa25f400700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.118+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7fa25804f1b0 con 0x7fa2681085c0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.118+0000 7fa25f400700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 0x7fa24c03f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.118+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa24c03c290 con 0x7fa24c03cfb0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.119+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 0x7fa24c03f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.123+0000 7fa266000700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 0x7fa24c03f3a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa254003a10 tx=0x7fa2540092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.125+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fa24c03c290 con 0x7fa24c03cfb0 2024-04-26T01:34:32.784 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.133+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa2680640a0 con 0x7fa24c03cfb0 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.133+0000 7fa25f400700 1 -- 172.21.15.100:0/2904809965 <== mgr.14120 v2:172.21.15.100:6800/2011962330 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fa2680640a0 con 0x7fa24c03cfb0 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.133+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 msgr2=0x7fa24c03f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.133+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 0x7fa24c03f3a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa254003a10 tx=0x7fa2540092b0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 msgr2=0x7fa26819c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa258006af0 tx=0x7fa258011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 shutdown_connections 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa24c03cfb0 0x7fa24c03f3a0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2681085c0 0x7fa26819c450 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 --2- 172.21.15.100:0/2904809965 >> [v2:172.21.15.100:6800/2720005160,v1:172.21.15.100:6801/2720005160] conn(0x7fa24c0396c0 0x7fa24c03bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 >> 172.21.15.100:0/2904809965 conn(0x7fa268103be0 msgr2=0x7fa268104650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 shutdown_connections 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:32.134+0000 7fa26dc00700 1 -- 172.21.15.100:0/2904809965 wait complete. 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:mgr epoch 5 is available 2024-04-26T01:34:32.785 INFO:teuthology.orchestra.run.smithi100.stdout:Setting orchestrator backend to cephadm... 2024-04-26T01:34:33.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:33 smithi100 ceph-mon[28020]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:34:33.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:33 smithi100 ceph-mon[28020]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:34:34.297 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: [26/Apr/2024:01:34:32] ENGINE Bus STARTING 2024-04-26T01:34:34.297 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: [26/Apr/2024:01:34:33] ENGINE Serving on https://172.21.15.100:7150 2024-04-26T01:34:34.297 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: [26/Apr/2024:01:34:33] ENGINE Serving on http://172.21.15.100:8765 2024-04-26T01:34:34.297 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: [26/Apr/2024:01:34:33] ENGINE Bus STARTED 2024-04-26T01:34:34.297 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: mgrmap e8: x(active, since 2s) 2024-04-26T01:34:34.298 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:34:34.298 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:34.298 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:34 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.396+0000 7f0971800700 1 Processor -- start 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.396+0000 7f0971800700 1 -- start start 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f0971800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f0971800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f096c07c810 con 0x7f096c07de20 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f096aa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f096aa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45326/0 (socket says 172.21.15.100:45326) 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f096aa00700 1 -- 172.21.15.100:0/1721398390 learned_addr learned my addr 172.21.15.100:0/1721398390 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.397+0000 7f096aa00700 1 -- 172.21.15.100:0/1721398390 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f096c07c990 con 0x7f096c07de20 2024-04-26T01:34:34.314 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.398+0000 7f096aa00700 1 --2- 172.21.15.100:0/1721398390 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f095c009e80 tx=0x7f095c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54e3bcb113647bd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.398+0000 7f0969600700 1 -- 172.21.15.100:0/1721398390 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f095c017070 con 0x7f096c07de20 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.398+0000 7f0969600700 1 -- 172.21.15.100:0/1721398390 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f095c00b8c0 con 0x7f096c07de20 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.398+0000 7f0969600700 1 -- 172.21.15.100:0/1721398390 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f095c0045c0 con 0x7f096c07de20 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 -- 172.21.15.100:0/1721398390 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 msgr2=0x7f096c07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 --2- 172.21.15.100:0/1721398390 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f095c009e80 tx=0x7f095c00b330 comp rx=0 tx=0).stop 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 -- 172.21.15.100:0/1721398390 shutdown_connections 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 --2- 172.21.15.100:0/1721398390 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c07c2d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 -- 172.21.15.100:0/1721398390 >> 172.21.15.100:0/1721398390 conn(0x7f096c103b50 msgr2=0x7f096c105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 -- 172.21.15.100:0/1721398390 shutdown_connections 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.399+0000 7f0971800700 1 -- 172.21.15.100:0/1721398390 wait complete. 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.400+0000 7f0971800700 1 Processor -- start 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.400+0000 7f0971800700 1 -- start start 2024-04-26T01:34:34.315 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.400+0000 7f0971800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.400+0000 7f0971800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f096c10eb60 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f096aa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f096aa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45340/0 (socket says 172.21.15.100:45340) 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f096aa00700 1 -- 172.21.15.100:0/1124179671 learned_addr learned my addr 172.21.15.100:0/1124179671 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f096aa00700 1 -- 172.21.15.100:0/1124179671 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f096c19eb40 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f096aa00700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f095c004350 tx=0x7f095c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f095c017070 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.401+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f095c022070 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.402+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f096c19edd0 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.402+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f095c01d6d0 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.402+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f096c1a1ac0 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.403+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f095c012a90 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.403+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f096c0640a0 con 0x7f096c07de20 2024-04-26T01:34:34.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.403+0000 7f0963400700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 0x7f095003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.403+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f095c00f050 con 0x7f096c07de20 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.403+0000 7f096a000700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 0x7f095003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.404+0000 7f096a000700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 0x7f095003bb30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0958006fd0 tx=0x7f0958006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.409+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f095c04d2d0 con 0x7f096c07de20 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.653+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f096c104cc0 con 0x7f0950039670 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.668+0000 7f0963400700 1 -- 172.21.15.100:0/1124179671 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f096c104cc0 con 0x7f0950039670 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.671+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 msgr2=0x7f095003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.671+0000 7f0971800700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 0x7f095003bb30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0958006fd0 tx=0x7f0958006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.671+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 msgr2=0x7f096c19e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.671+0000 7f0971800700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f095c004350 tx=0x7f095c003f10 comp rx=0 tx=0).stop 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 shutdown_connections 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f0950039670 0x7f095003bb30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 --2- 172.21.15.100:0/1124179671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f096c07de20 0x7f096c19e600 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:34.317 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 >> 172.21.15.100:0/1124179671 conn(0x7f096c103b50 msgr2=0x7f096c1045b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:34.318 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 shutdown_connections 2024-04-26T01:34:34.318 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:33.672+0000 7f0971800700 1 -- 172.21.15.100:0/1124179671 wait complete. 2024-04-26T01:34:35.523 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:35 smithi100 ceph-mon[28020]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:35.849 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.918+0000 7f308fa00700 1 Processor -- start 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.919+0000 7f308fa00700 1 -- start start 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.919+0000 7f308fa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.919+0000 7f308fa00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f308807bea0 con 0x7f3088109010 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.919+0000 7f308d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.920+0000 7f308d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45344/0 (socket says 172.21.15.100:45344) 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.920+0000 7f308d000700 1 -- 172.21.15.100:0/2226138551 learned_addr learned my addr 172.21.15.100:0/2226138551 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.920+0000 7f308d000700 1 -- 172.21.15.100:0/2226138551 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308810b940 con 0x7f3088109010 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.920+0000 7f308d000700 1 --2- 172.21.15.100:0/2226138551 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f307c0098a0 tx=0x7f307c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad4587b4aa8d150 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f3087400700 1 -- 172.21.15.100:0/2226138551 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f307c004160 con 0x7f3088109010 2024-04-26T01:34:35.850 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f3087400700 1 -- 172.21.15.100:0/2226138551 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f307c004300 con 0x7f3088109010 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f3087400700 1 -- 172.21.15.100:0/2226138551 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f307c011b20 con 0x7f3088109010 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f308fa00700 1 -- 172.21.15.100:0/2226138551 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 msgr2=0x7f308810b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f308fa00700 1 --2- 172.21.15.100:0/2226138551 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f307c0098a0 tx=0x7f307c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.921+0000 7f308fa00700 1 -- 172.21.15.100:0/2226138551 shutdown_connections 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.922+0000 7f308fa00700 1 --2- 172.21.15.100:0/2226138551 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f308810b400 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.922+0000 7f308fa00700 1 -- 172.21.15.100:0/2226138551 >> 172.21.15.100:0/2226138551 conn(0x7f3088102a40 msgr2=0x7f3088104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.922+0000 7f308fa00700 1 -- 172.21.15.100:0/2226138551 shutdown_connections 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.922+0000 7f308fa00700 1 -- 172.21.15.100:0/2226138551 wait complete. 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.923+0000 7f308fa00700 1 Processor -- start 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.923+0000 7f308fa00700 1 -- start start 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.923+0000 7f308fa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.923+0000 7f308fa00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f308810c970 con 0x7f3088109010 2024-04-26T01:34:35.851 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f308d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f308d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45350/0 (socket says 172.21.15.100:45350) 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f308d000700 1 -- 172.21.15.100:0/2823291750 learned_addr learned my addr 172.21.15.100:0/2823291750 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f308d000700 1 -- 172.21.15.100:0/2823291750 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3088108dd0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f308d000700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f307c0117e0 tx=0x7f307c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f307c003b30 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.924+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f307c003cd0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.925+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f307c01a7c0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.925+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3088106fc0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.925+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3088107480 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.926+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30880640a0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.926+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f307c024ba0 con 0x7f3088109010 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.926+0000 7f3085600700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 0x7f307003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:35.852 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.926+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f307c04da60 con 0x7f3088109010 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.927+0000 7f3087e00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 0x7f307003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.927+0000 7f3087e00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 0x7f307003bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3078006fd0 tx=0x7f3078006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:34.932+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f307c00f2e0 con 0x7f3088109010 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.158+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f3088107ce0 con 0x7f3070039670 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.161+0000 7f3085600700 1 -- 172.21.15.100:0/2823291750 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f3088107ce0 con 0x7f3070039670 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 msgr2=0x7f307003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 0x7f307003bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3078006fd0 tx=0x7f3078006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 msgr2=0x7f3088108890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f307c0117e0 tx=0x7f307c011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 shutdown_connections 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f3070039670 0x7f307003bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 --2- 172.21.15.100:0/2823291750 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3088109010 0x7f3088108890 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:35.853 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.163+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 >> 172.21.15.100:0/2823291750 conn(0x7f3088102a40 msgr2=0x7f3088103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:35.854 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.164+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 shutdown_connections 2024-04-26T01:34:35.854 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:35.164+0000 7f308fa00700 1 -- 172.21.15.100:0/2823291750 wait complete. 2024-04-26T01:34:35.854 INFO:teuthology.orchestra.run.smithi100.stdout:Generating ssh key... 2024-04-26T01:34:36.389 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-mon[28020]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:37.024 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: Generating public/private rsa key pair. 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: Your identification has been saved in /tmp/tmpq44fnngr/key. 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: Your public key has been saved in /tmp/tmpq44fnngr/key.pub. 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: The key fingerprint is: 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: SHA256:A2TgNIeURnhmPrZSoFjUUxkTyVjih+yjxds09kfgN/E ceph-e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: The key's randomart image is: 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: +---[RSA 3072]----+ 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | ..=BOX= | 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | +=@B+. | 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: |.o B=.o . . | 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: |o o=. o . o | 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | o=o+ S + E | 2024-04-26T01:34:37.025 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | .o.* o + . | 2024-04-26T01:34:37.026 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | ... . . . | 2024-04-26T01:34:37.026 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | . | 2024-04-26T01:34:37.026 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: | | 2024-04-26T01:34:37.026 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: +----[SHA256]-----+ 2024-04-26T01:34:37.666 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.393+0000 7f536a800700 1 Processor -- start 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.393+0000 7f536a800700 1 -- start start 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.394+0000 7f536a800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.394+0000 7f536a800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f5364107e90 con 0x7f53641074a0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.394+0000 7f5363400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.394+0000 7f5363400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45354/0 (socket says 172.21.15.100:45354) 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.394+0000 7f5363400700 1 -- 172.21.15.100:0/3907624161 learned_addr learned my addr 172.21.15.100:0/3907624161 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.395+0000 7f5363400700 1 -- 172.21.15.100:0/3907624161 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53641086a0 con 0x7f53641074a0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.395+0000 7f5363400700 1 --2- 172.21.15.100:0/3907624161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f535400bb40 tx=0x7f535400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eaf930c3702556e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f5362000700 1 -- 172.21.15.100:0/3907624161 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f535400dbe0 con 0x7f53641074a0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f5362000700 1 -- 172.21.15.100:0/3907624161 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f53540044e0 con 0x7f53641074a0 2024-04-26T01:34:37.674 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f5362000700 1 -- 172.21.15.100:0/3907624161 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5354010470 con 0x7f53641074a0 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f536a800700 1 -- 172.21.15.100:0/3907624161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 msgr2=0x7f53641078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f536a800700 1 --2- 172.21.15.100:0/3907624161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f535400bb40 tx=0x7f535400be50 comp rx=0 tx=0).stop 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f536a800700 1 -- 172.21.15.100:0/3907624161 shutdown_connections 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f536a800700 1 --2- 172.21.15.100:0/3907624161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f53641078c0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.396+0000 7f536a800700 1 -- 172.21.15.100:0/3907624161 >> 172.21.15.100:0/3907624161 conn(0x7f5364102a40 msgr2=0x7f5364104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.397+0000 7f536a800700 1 -- 172.21.15.100:0/3907624161 shutdown_connections 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.397+0000 7f536a800700 1 -- 172.21.15.100:0/3907624161 wait complete. 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.398+0000 7f536a800700 1 Processor -- start 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.398+0000 7f536a800700 1 -- start start 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f536a800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f536a800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f536407afc0 con 0x7f53641074a0 2024-04-26T01:34:37.675 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f5363400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f5363400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45366/0 (socket says 172.21.15.100:45366) 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f5363400700 1 -- 172.21.15.100:0/4128935518 learned_addr learned my addr 172.21.15.100:0/4128935518 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.399+0000 7f5363400700 1 -- 172.21.15.100:0/4128935518 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f536419ebb0 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f5363400700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f535400d650 tx=0x7f535400df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5354010770 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f535401d070 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5354019cd0 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f536419ee40 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.400+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53641a1b30 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.401+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53640640a0 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.401+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5354028060 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.402+0000 7f535be00700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 0x7f534803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.402+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f535404db10 con 0x7f53641074a0 2024-04-26T01:34:37.676 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.402+0000 7f5362a00700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 0x7f534803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.403+0000 7f5362a00700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 0x7f534803bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5350006fd0 tx=0x7f5350006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.407+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5354015070 con 0x7f53641074a0 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:36.626+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f5364062e80 con 0x7f5348039670 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.009+0000 7f535be00700 1 -- 172.21.15.100:0/4128935518 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5364062e80 con 0x7f5348039670 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.012+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 msgr2=0x7f534803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.012+0000 7f536a800700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 0x7f534803bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5350006fd0 tx=0x7f5350006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.012+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 msgr2=0x7f536419e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.012+0000 7f536a800700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f535400d650 tx=0x7f535400df60 comp rx=0 tx=0).stop 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 shutdown_connections 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5348039670 0x7f534803bb30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 --2- 172.21.15.100:0/4128935518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f53641074a0 0x7f536419e670 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 >> 172.21.15.100:0/4128935518 conn(0x7f5364102a40 msgr2=0x7f5364194c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 shutdown_connections 2024-04-26T01:34:37.677 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:37.013+0000 7f536a800700 1 -- 172.21.15.100:0/4128935518 wait complete. 2024-04-26T01:34:38.259 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:38 smithi100 ceph-mon[28020]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:38.259 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:38 smithi100 ceph-mon[28020]: Generating ssh key... 2024-04-26T01:34:38.259 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:38 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:38.259 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:38 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:39.197 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:34:39.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.264+0000 7f406ba00700 1 Processor -- start 2024-04-26T01:34:39.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.264+0000 7f406ba00700 1 -- start start 2024-04-26T01:34:39.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.265+0000 7f406ba00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:39.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.265+0000 7f406ba00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f406410b1e0 con 0x7f406410a7f0 2024-04-26T01:34:39.198 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.265+0000 7f4069000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:39.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.265+0000 7f4069000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45372/0 (socket says 172.21.15.100:45372) 2024-04-26T01:34:39.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.265+0000 7f4069000700 1 -- 172.21.15.100:0/3544250789 learned_addr learned my addr 172.21.15.100:0/3544250789 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:39.201 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.266+0000 7f4069000700 1 -- 172.21.15.100:0/3544250789 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f406410b9a0 con 0x7f406410a7f0 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.266+0000 7f4069000700 1 --2- 172.21.15.100:0/3544250789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f40580098a0 tx=0x7f4058009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af742301a57ea418 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.266+0000 7f4063400700 1 -- 172.21.15.100:0/3544250789 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4058004160 con 0x7f406410a7f0 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.266+0000 7f4063400700 1 -- 172.21.15.100:0/3544250789 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f4058004300 con 0x7f406410a7f0 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.266+0000 7f4063400700 1 -- 172.21.15.100:0/3544250789 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4058011b20 con 0x7f406410a7f0 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 -- 172.21.15.100:0/3544250789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 msgr2=0x7f406410ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 --2- 172.21.15.100:0/3544250789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f40580098a0 tx=0x7f4058009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 -- 172.21.15.100:0/3544250789 shutdown_connections 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 --2- 172.21.15.100:0/3544250789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406410ac10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 -- 172.21.15.100:0/3544250789 >> 172.21.15.100:0/3544250789 conn(0x7f406407de00 msgr2=0x7f40641084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 -- 172.21.15.100:0/3544250789 shutdown_connections 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.267+0000 7f406ba00700 1 -- 172.21.15.100:0/3544250789 wait complete. 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.269+0000 7f406ba00700 1 Processor -- start 2024-04-26T01:34:39.202 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.269+0000 7f406ba00700 1 -- start start 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.269+0000 7f406ba00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.269+0000 7f406ba00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f406410ed50 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.270+0000 7f4069000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.270+0000 7f4069000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45374/0 (socket says 172.21.15.100:45374) 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.270+0000 7f4069000700 1 -- 172.21.15.100:0/156999263 learned_addr learned my addr 172.21.15.100:0/156999263 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.270+0000 7f4069000700 1 -- 172.21.15.100:0/156999263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f406419eaf0 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.270+0000 7f4069000700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f40580117e0 tx=0x7f4058011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.271+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4058003b30 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.271+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f4058003cd0 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.271+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f406419ed80 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.271+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f405801a830 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.271+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f406419f1e0 con 0x7f406410a7f0 2024-04-26T01:34:39.203 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.272+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40640640a0 con 0x7f406410a7f0 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.272+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4058024ba0 con 0x7f406410a7f0 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.273+0000 7f4061600700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 0x7f404c03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.273+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f405804daa0 con 0x7f406410a7f0 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.273+0000 7f4063e00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 0x7f404c03bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.274+0000 7f4063e00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 0x7f404c03bb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4050006fd0 tx=0x7f4050006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:39.206 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.278+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f405804d3f0 con 0x7f406410a7f0 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.503+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f40641080d0 con 0x7f404c0396c0 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.504+0000 7f4061600700 1 -- 172.21.15.100:0/156999263 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f40641080d0 con 0x7f404c0396c0 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.506+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 msgr2=0x7f404c03bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.506+0000 7f406ba00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 0x7f404c03bb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4050006fd0 tx=0x7f4050006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 msgr2=0x7f406419e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f40580117e0 tx=0x7f4058011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 shutdown_connections 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f404c0396c0 0x7f404c03bb80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 --2- 172.21.15.100:0/156999263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f406410a7f0 0x7f406419e5b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 >> 172.21.15.100:0/156999263 conn(0x7f406407de00 msgr2=0x7f40641079c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 shutdown_connections 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:38.507+0000 7f406ba00700 1 -- 172.21.15.100:0/156999263 wait complete. 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:34:39.207 INFO:teuthology.orchestra.run.smithi100.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T01:34:39.216 INFO:teuthology.orchestra.run.smithi100.stdout:Adding host smithi100... 2024-04-26T01:34:39.497 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:39 smithi100 ceph-mon[28020]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:40.669 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:40 smithi100 ceph-mon[28020]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi100", "addr": "172.21.15.100", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:41.564 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:41 smithi100 ceph-mon[28020]: Deploying cephadm binary to smithi100 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout Added host 'smithi100' with addr '172.21.15.100' 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.798+0000 7f82dca00700 1 Processor -- start 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.798+0000 7f82dca00700 1 -- start start 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.799+0000 7f82dca00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.799+0000 7f82dca00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f82d810b1c0 con 0x7f82d810a7d0 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.799+0000 7f82d5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:46.696 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.799+0000 7f82d5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45384/0 (socket says 172.21.15.100:45384) 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.799+0000 7f82d5e00700 1 -- 172.21.15.100:0/268348291 learned_addr learned my addr 172.21.15.100:0/268348291 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.800+0000 7f82d5e00700 1 -- 172.21.15.100:0/268348291 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d810b980 con 0x7f82d810a7d0 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.800+0000 7f82d5e00700 1 --2- 172.21.15.100:0/268348291 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f82c80098a0 tx=0x7f82c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4764cb6237374028 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.800+0000 7f82d5400700 1 -- 172.21.15.100:0/268348291 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8004160 con 0x7f82d810a7d0 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.800+0000 7f82d5400700 1 -- 172.21.15.100:0/268348291 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f82c8004300 con 0x7f82d810a7d0 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.800+0000 7f82d5400700 1 -- 172.21.15.100:0/268348291 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8011b20 con 0x7f82d810a7d0 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 -- 172.21.15.100:0/268348291 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 msgr2=0x7f82d810abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 --2- 172.21.15.100:0/268348291 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f82c80098a0 tx=0x7f82c8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 -- 172.21.15.100:0/268348291 shutdown_connections 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 --2- 172.21.15.100:0/268348291 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d810abf0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 -- 172.21.15.100:0/268348291 >> 172.21.15.100:0/268348291 conn(0x7f82d807dd40 msgr2=0x7f82d81084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 -- 172.21.15.100:0/268348291 shutdown_connections 2024-04-26T01:34:46.697 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.801+0000 7f82dca00700 1 -- 172.21.15.100:0/268348291 wait complete. 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.802+0000 7f82dca00700 1 Processor -- start 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82dca00700 1 -- start start 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82dca00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82dca00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f82d810ed30 con 0x7f82d810a7d0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82d5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82d5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45398/0 (socket says 172.21.15.100:45398) 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.803+0000 7f82d5e00700 1 -- 172.21.15.100:0/650831492 learned_addr learned my addr 172.21.15.100:0/650831492 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82d5e00700 1 -- 172.21.15.100:0/650831492 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d819eb00 con 0x7f82d810a7d0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82d5e00700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f82c80117e0 tx=0x7f82c8011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8003b20 con 0x7f82d810a7d0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f82c8003cc0 con 0x7f82d810a7d0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8019870 con 0x7f82d810a7d0 2024-04-26T01:34:46.698 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d819ed90 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.804+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d819f1f0 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.806+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f82c801ac70 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.806+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82d80640a0 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.806+0000 7f82cf400700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 0x7f82bc03bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.806+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f82c804d9b0 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.806+0000 7f82cd400700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 0x7f82bc03bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.807+0000 7f82cd400700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 0x7f82bc03bae0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f82c0006fd0 tx=0x7f82c0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:39.812+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82c8011e20 con 0x7f82d810a7d0 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:40.043+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi100", "addr": "172.21.15.100", "target": ["mon-mgr", ""]}) -- 0x7f82d8108100 con 0x7f82bc039620 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.983+0000 7f82cf400700 1 -- 172.21.15.100:0/650831492 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f82d8108100 con 0x7f82bc039620 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.987+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 msgr2=0x7f82bc03bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.987+0000 7f82dca00700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 0x7f82bc03bae0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f82c0006fd0 tx=0x7f82c0006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:46.699 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.987+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 msgr2=0x7f82d819e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.987+0000 7f82dca00700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f82c80117e0 tx=0x7f82c8011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 shutdown_connections 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f82bc039620 0x7f82bc03bae0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 --2- 172.21.15.100:0/650831492 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82d810a7d0 0x7f82d819e5c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 >> 172.21.15.100:0/650831492 conn(0x7f82d807dd40 msgr2=0x7f82d81079f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 shutdown_connections 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:45.988+0000 7f82dca00700 1 -- 172.21.15.100:0/650831492 wait complete. 2024-04-26T01:34:46.700 INFO:teuthology.orchestra.run.smithi100.stdout:Deploying unmanaged mon service... 2024-04-26T01:34:47.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:46 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:47.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:46 smithi100 ceph-mon[28020]: Added host smithi100 2024-04-26T01:34:47.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:46 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:34:48.937 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:48 smithi100 ceph-mon[28020]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:48.937 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:48 smithi100 ceph-mon[28020]: Saving service mon spec with placement count:5 2024-04-26T01:34:48.938 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:48 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:49.328 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T01:34:49.328 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.373+0000 7f2698e00700 1 Processor -- start 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.373+0000 7f2698e00700 1 -- start start 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.373+0000 7f2698e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.374+0000 7f2698e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f269410fa40 con 0x7f269410f050 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.374+0000 7f2691e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.374+0000 7f2691e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48056/0 (socket says 172.21.15.100:48056) 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.374+0000 7f2691e00700 1 -- 172.21.15.100:0/14749004 learned_addr learned my addr 172.21.15.100:0/14749004 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.375+0000 7f2691e00700 1 -- 172.21.15.100:0/14749004 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f269410fdd0 con 0x7f269410f050 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.375+0000 7f2691e00700 1 --2- 172.21.15.100:0/14749004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26840098a0 tx=0x7f2684009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad74bfbde1e06609 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.375+0000 7f2690a00700 1 -- 172.21.15.100:0/14749004 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2684004160 con 0x7f269410f050 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.375+0000 7f2690a00700 1 -- 172.21.15.100:0/14749004 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2684004300 con 0x7f269410f050 2024-04-26T01:34:49.329 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.375+0000 7f2690a00700 1 -- 172.21.15.100:0/14749004 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2684011b20 con 0x7f269410f050 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 -- 172.21.15.100:0/14749004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 msgr2=0x7f269410f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 --2- 172.21.15.100:0/14749004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26840098a0 tx=0x7f2684009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 -- 172.21.15.100:0/14749004 shutdown_connections 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 --2- 172.21.15.100:0/14749004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f269410f470 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 -- 172.21.15.100:0/14749004 >> 172.21.15.100:0/14749004 conn(0x7f269407dc00 msgr2=0x7f2694080020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 -- 172.21.15.100:0/14749004 shutdown_connections 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.376+0000 7f2698e00700 1 -- 172.21.15.100:0/14749004 wait complete. 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.377+0000 7f2698e00700 1 Processor -- start 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.377+0000 7f2698e00700 1 -- start start 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.378+0000 7f2698e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.378+0000 7f2698e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2694113180 con 0x7f269410f050 2024-04-26T01:34:49.330 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.378+0000 7f2691e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.378+0000 7f2691e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48060/0 (socket says 172.21.15.100:48060) 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.378+0000 7f2691e00700 1 -- 172.21.15.100:0/2927927765 learned_addr learned my addr 172.21.15.100:0/2927927765 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f2691e00700 1 -- 172.21.15.100:0/2927927765 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26941a2f10 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f2691e00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f26840117e0 tx=0x7f2684011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2684003b30 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2684003cd0 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26941a31a0 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f268401a830 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.379+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26941a3600 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.380+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26940640a0 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.381+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f2684024440 con 0x7f269410f050 2024-04-26T01:34:49.331 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.381+0000 7f268aa00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 0x7f267803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.381+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f268404da70 con 0x7f269410f050 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.381+0000 7f2691400700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 0x7f267803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.382+0000 7f2691400700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 0x7f267803bb30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2680006fd0 tx=0x7f2680006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.387+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f268400e260 con 0x7f269410f050 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.669+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f269407ed60 con 0x7f2678039670 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.677+0000 7f268aa00700 1 -- 172.21.15.100:0/2927927765 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f269407ed60 con 0x7f2678039670 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 msgr2=0x7f267803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 0x7f267803bb30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2680006fd0 tx=0x7f2680006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 msgr2=0x7f26941a29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f26840117e0 tx=0x7f2684011ce0 comp rx=0 tx=0).stop 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 shutdown_connections 2024-04-26T01:34:49.332 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f2678039670 0x7f267803bb30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:49.333 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 --2- 172.21.15.100:0/2927927765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f269410f050 0x7f26941a29d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:49.333 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 >> 172.21.15.100:0/2927927765 conn(0x7f269407dc00 msgr2=0x7f269407e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:49.333 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 shutdown_connections 2024-04-26T01:34:49.333 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:47.680+0000 7f2698e00700 1 -- 172.21.15.100:0/2927927765 wait complete. 2024-04-26T01:34:49.333 INFO:teuthology.orchestra.run.smithi100.stdout:Deploying unmanaged mgr service... 2024-04-26T01:34:50.164 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:50 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:50.165 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:50 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.899+0000 7f409ee00700 1 Processor -- start 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.900+0000 7f409ee00700 1 -- start start 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.900+0000 7f409ee00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.900+0000 7f409ee00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f409807bde0 con 0x7f40981090d0 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.900+0000 7f4097e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.900+0000 7f4097e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48066/0 (socket says 172.21.15.100:48066) 2024-04-26T01:34:50.857 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.901+0000 7f4097e00700 1 -- 172.21.15.100:0/819007054 learned_addr learned my addr 172.21.15.100:0/819007054 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.901+0000 7f4097e00700 1 -- 172.21.15.100:0/819007054 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f409810ba00 con 0x7f40981090d0 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.901+0000 7f4097e00700 1 --2- 172.21.15.100:0/819007054 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f40880098a0 tx=0x7f4088009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dae930be9b70c29 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f4096a00700 1 -- 172.21.15.100:0/819007054 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4088004160 con 0x7f40981090d0 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f4096a00700 1 -- 172.21.15.100:0/819007054 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4088004300 con 0x7f40981090d0 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f4096a00700 1 -- 172.21.15.100:0/819007054 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4088011af0 con 0x7f40981090d0 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f409ee00700 1 -- 172.21.15.100:0/819007054 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 msgr2=0x7f409810b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f409ee00700 1 --2- 172.21.15.100:0/819007054 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f40880098a0 tx=0x7f4088009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f409ee00700 1 -- 172.21.15.100:0/819007054 shutdown_connections 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f409ee00700 1 --2- 172.21.15.100:0/819007054 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409810b4c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:50.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.902+0000 7f409ee00700 1 -- 172.21.15.100:0/819007054 >> 172.21.15.100:0/819007054 conn(0x7f4098102a40 msgr2=0x7f4098104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.903+0000 7f409ee00700 1 -- 172.21.15.100:0/819007054 shutdown_connections 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.903+0000 7f409ee00700 1 -- 172.21.15.100:0/819007054 wait complete. 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.904+0000 7f409ee00700 1 Processor -- start 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.904+0000 7f409ee00700 1 -- start start 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f409ee00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f409ee00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f409810c9b0 con 0x7f40981090d0 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f4097e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f4097e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48082/0 (socket says 172.21.15.100:48082) 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f4097e00700 1 -- 172.21.15.100:0/1301410381 learned_addr learned my addr 172.21.15.100:0/1301410381 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.905+0000 7f4097e00700 1 -- 172.21.15.100:0/1301410381 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f409819eb40 con 0x7f40981090d0 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f4097e00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4088003f90 tx=0x7f4088011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40880039e0 con 0x7f40981090d0 2024-04-26T01:34:50.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4088003b80 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f40880196e0 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f409819edd0 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.906+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40981a1ac0 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.907+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4088022020 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.907+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40980640a0 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.908+0000 7f4094c00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 0x7f407c03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.908+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f408804d910 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.909+0000 7f4097400700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 0x7f407c03bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.909+0000 7f4097400700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 0x7f407c03bb80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4084006fd0 tx=0x7f4084006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:49.916+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f408800f2e0 con 0x7f40981090d0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.168+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f4098103ad0 con 0x7f407c0396c0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.176+0000 7f4094c00700 1 -- 172.21.15.100:0/1301410381 <== mgr.14120 v2:172.21.15.100:6800/2011962330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f4098103ad0 con 0x7f407c0396c0 2024-04-26T01:34:50.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 msgr2=0x7f407c03bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:50.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 0x7f407c03bb80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4084006fd0 tx=0x7f4084006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 msgr2=0x7f409819e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4088003f90 tx=0x7f4088011b70 comp rx=0 tx=0).stop 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 shutdown_connections 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f407c0396c0 0x7f407c03bb80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 --2- 172.21.15.100:0/1301410381 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f40981090d0 0x7f409819e600 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.179+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 >> 172.21.15.100:0/1301410381 conn(0x7f4098102a40 msgr2=0x7f40981033c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.180+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 shutdown_connections 2024-04-26T01:34:50.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:50.180+0000 7f409ee00700 1 -- 172.21.15.100:0/1301410381 wait complete. 2024-04-26T01:34:51.446 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:51 smithi100 ceph-mon[28020]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:34:51.447 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:51 smithi100 ceph-mon[28020]: Saving service mgr spec with placement count:2 2024-04-26T01:34:51.447 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:51 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:52.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:52 smithi100 ceph-mon[28020]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:34:52.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:52 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3605336175' entity='client.admin' 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.450+0000 7fd6d5200700 1 Processor -- start 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6d5200700 1 -- start start 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6d5200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6d5200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d007bea0 con 0x7fd6d0109010 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6cde00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6cde00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48092/0 (socket says 172.21.15.100:48092) 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.451+0000 7fd6cde00700 1 -- 172.21.15.100:0/2686102639 learned_addr learned my addr 172.21.15.100:0/2686102639 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.452+0000 7fd6cde00700 1 -- 172.21.15.100:0/2686102639 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d010b940 con 0x7fd6d0109010 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.452+0000 7fd6cde00700 1 --2- 172.21.15.100:0/2686102639 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00098a0 tx=0x7fd6c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14785b5681880127 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:52.840 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.452+0000 7fd6cca00700 1 -- 172.21.15.100:0/2686102639 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6c0004160 con 0x7fd6d0109010 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6cca00700 1 -- 172.21.15.100:0/2686102639 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd6c0004300 con 0x7fd6d0109010 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6cca00700 1 -- 172.21.15.100:0/2686102639 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6c0011af0 con 0x7fd6d0109010 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6d5200700 1 -- 172.21.15.100:0/2686102639 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 msgr2=0x7fd6d010b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6d5200700 1 --2- 172.21.15.100:0/2686102639 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00098a0 tx=0x7fd6c0009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6d5200700 1 -- 172.21.15.100:0/2686102639 shutdown_connections 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6d5200700 1 --2- 172.21.15.100:0/2686102639 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d010b400 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.453+0000 7fd6d5200700 1 -- 172.21.15.100:0/2686102639 >> 172.21.15.100:0/2686102639 conn(0x7fd6d0102a40 msgr2=0x7fd6d0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.454+0000 7fd6d5200700 1 -- 172.21.15.100:0/2686102639 shutdown_connections 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.454+0000 7fd6d5200700 1 -- 172.21.15.100:0/2686102639 wait complete. 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6d5200700 1 Processor -- start 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6d5200700 1 -- start start 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6d5200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:52.841 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6d5200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d010c9b0 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6cde00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6cde00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48096/0 (socket says 172.21.15.100:48096) 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.455+0000 7fd6cde00700 1 -- 172.21.15.100:0/3605336175 learned_addr learned my addr 172.21.15.100:0/3605336175 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.456+0000 7fd6cde00700 1 -- 172.21.15.100:0/3605336175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d019c960 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.456+0000 7fd6cde00700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00117b0 tx=0x7fd6c0003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.456+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6c00036a0 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.456+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd6c001a430 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.456+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d019cbf0 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.457+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d019f8e0 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.457+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6c0019530 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.458+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fd6c00196d0 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.458+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6b0005360 con 0x7fd6d0109010 2024-04-26T01:34:52.842 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.458+0000 7fd6c6a00700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 0x7fd6b403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.458+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd6c004e810 con 0x7fd6d0109010 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.458+0000 7fd6cd400700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 0x7fd6b403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.459+0000 7fd6cd400700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 0x7fd6b403bb30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc006fd0 tx=0x7fd6bc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.464+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd6c0016dd0 con 0x7fd6d0109010 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.694+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fd6b0005650 con 0x7fd6d0109010 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.698+0000 7fd6c6a00700 1 -- 172.21.15.100:0/3605336175 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fd6c000ba10 con 0x7fd6d0109010 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 msgr2=0x7fd6b403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 0x7fd6b403bb30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd6bc006fd0 tx=0x7fd6bc006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 msgr2=0x7fd6d019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd6c00117b0 tx=0x7fd6c0003eb0 comp rx=0 tx=0).stop 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 shutdown_connections 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd6b4039670 0x7fd6b403bb30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 --2- 172.21.15.100:0/3605336175 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd6d0109010 0x7fd6d019c420 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:52.843 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.702+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 >> 172.21.15.100:0/3605336175 conn(0x7fd6d0102a40 msgr2=0x7fd6d01034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:52.844 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.703+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 shutdown_connections 2024-04-26T01:34:52.844 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:51.703+0000 7fd6d5200700 1 -- 172.21.15.100:0/3605336175 wait complete. 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.423+0000 7f4e78400700 1 Processor -- start 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.423+0000 7f4e78400700 1 -- start start 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.424+0000 7f4e78400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.424+0000 7f4e78400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e70108f80 con 0x7f4e70108590 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.424+0000 7f4e75a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:54.404 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.424+0000 7f4e75a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42964/0 (socket says 172.21.15.100:42964) 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.424+0000 7f4e75a00700 1 -- 172.21.15.100:0/1433812825 learned_addr learned my addr 172.21.15.100:0/1433812825 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.425+0000 7f4e75a00700 1 -- 172.21.15.100:0/1433812825 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e70109740 con 0x7f4e70108590 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.425+0000 7f4e75a00700 1 --2- 172.21.15.100:0/1433812825 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4e640098a0 tx=0x7f4e64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=918b66a667d54077 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.425+0000 7f4e6fe00700 1 -- 172.21.15.100:0/1433812825 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e64004160 con 0x7f4e70108590 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.425+0000 7f4e6fe00700 1 -- 172.21.15.100:0/1433812825 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e64004300 con 0x7f4e70108590 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.425+0000 7f4e6fe00700 1 -- 172.21.15.100:0/1433812825 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e64011af0 con 0x7f4e70108590 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.426+0000 7f4e78400700 1 -- 172.21.15.100:0/1433812825 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 msgr2=0x7f4e701089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.426+0000 7f4e78400700 1 --2- 172.21.15.100:0/1433812825 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4e640098a0 tx=0x7f4e64009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.427+0000 7f4e78400700 1 -- 172.21.15.100:0/1433812825 shutdown_connections 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.427+0000 7f4e78400700 1 --2- 172.21.15.100:0/1433812825 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e701089b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.427+0000 7f4e78400700 1 -- 172.21.15.100:0/1433812825 >> 172.21.15.100:0/1433812825 conn(0x7f4e70103b50 msgr2=0x7f4e70105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.427+0000 7f4e78400700 1 -- 172.21.15.100:0/1433812825 shutdown_connections 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.427+0000 7f4e78400700 1 -- 172.21.15.100:0/1433812825 wait complete. 2024-04-26T01:34:54.405 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.428+0000 7f4e78400700 1 Processor -- start 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e78400700 1 -- start start 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e78400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e78400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7010caf0 con 0x7f4e70108590 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e75a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e75a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42972/0 (socket says 172.21.15.100:42972) 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.429+0000 7f4e75a00700 1 -- 172.21.15.100:0/888447627 learned_addr learned my addr 172.21.15.100:0/888447627 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e75a00700 1 -- 172.21.15.100:0/888447627 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7019eb60 con 0x7f4e70108590 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e75a00700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003f90 tx=0x7f4e64011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e640039e0 con 0x7f4e70108590 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e64003b80 con 0x7f4e70108590 2024-04-26T01:34:54.406 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4e640196e0 con 0x7f4e70108590 2024-04-26T01:34:54.408 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.430+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e7019edf0 con 0x7f4e70108590 2024-04-26T01:34:54.408 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.431+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e701a1ae0 con 0x7f4e70108590 2024-04-26T01:34:54.408 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.432+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4e64022020 con 0x7f4e70108590 2024-04-26T01:34:54.408 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.432+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e700640a0 con 0x7f4e70108590 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.432+0000 7f4e6e000700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 0x7f4e5803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.432+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4e6404da20 con 0x7f4e70108590 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.433+0000 7f4e75000700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 0x7f4e5803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.433+0000 7f4e75000700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 0x7f4e5803bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c006fd0 tx=0x7f4e5c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.438+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e6402b350 con 0x7f4e70108590 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.662+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f4e701a2100 con 0x7f4e70108590 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.670+0000 7f4e6e000700 1 -- 172.21.15.100:0/888447627 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f4e6404d3b0 con 0x7f4e70108590 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.673+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 msgr2=0x7f4e5803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.673+0000 7f4e78400700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 0x7f4e5803bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4e5c006fd0 tx=0x7f4e5c006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.673+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 msgr2=0x7f4e7019e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.673+0000 7f4e78400700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003f90 tx=0x7f4e64011b70 comp rx=0 tx=0).stop 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 shutdown_connections 2024-04-26T01:34:54.409 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f4e58039670 0x7f4e5803bb30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:54.410 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 --2- 172.21.15.100:0/888447627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e70108590 0x7f4e7019e620 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:54.410 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 >> 172.21.15.100:0/888447627 conn(0x7f4e70103b50 msgr2=0x7f4e70104540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:54.410 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 shutdown_connections 2024-04-26T01:34:54.410 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:53.674+0000 7f4e78400700 1 -- 172.21.15.100:0/888447627 wait complete. 2024-04-26T01:34:54.410 INFO:teuthology.orchestra.run.smithi100.stdout:Enabling the dashboard module... 2024-04-26T01:34:54.560 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:54 smithi100 ceph-mon[28020]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:34:54.560 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:54 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:54.560 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:54 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/888447627' entity='client.admin' 2024-04-26T01:34:56.553 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-mon[28020]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:34:56.553 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-mon[28020]: from='mgr.14120 172.21.15.100:0/432029913' entity='mgr.x' 2024-04-26T01:34:56.553 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1775657707' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T01:34:56.553 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setuser ceph since I am not root 2024-04-26T01:34:56.553 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setgroup ceph since I am not root 2024-04-26T01:34:56.806 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:56.567+0000 7f776e2e0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:34:56.806 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:56.809+0000 7f776e2e0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:34:57.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:56.942+0000 7f776e2e0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:34:57.457 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:57 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1775657707' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T01:34:57.457 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:57 smithi100 ceph-mon[28020]: mgrmap e9: x(active, since 25s) 2024-04-26T01:34:57.457 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:57.338+0000 7f776e2e0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:34:57.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:57.460+0000 7f776e2e0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.075+0000 7f5eab000700 1 Processor -- start 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.075+0000 7f5eab000700 1 -- start start 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.075+0000 7f5eab000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.076+0000 7f5eab000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea407c810 con 0x7f5ea407de20 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.076+0000 7f5ea3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.076+0000 7f5ea3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42988/0 (socket says 172.21.15.100:42988) 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.076+0000 7f5ea3e00700 1 -- 172.21.15.100:0/3451586276 learned_addr learned my addr 172.21.15.100:0/3451586276 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:57.862 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.077+0000 7f5ea3e00700 1 -- 172.21.15.100:0/3451586276 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea407c990 con 0x7f5ea407de20 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.077+0000 7f5ea3e00700 1 --2- 172.21.15.100:0/3451586276 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5e940098a0 tx=0x7f5e94009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d19917dfed8ee84 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.077+0000 7f5ea2a00700 1 -- 172.21.15.100:0/3451586276 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94004160 con 0x7f5ea407de20 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.077+0000 7f5ea2a00700 1 -- 172.21.15.100:0/3451586276 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e94004300 con 0x7f5ea407de20 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.077+0000 7f5ea2a00700 1 -- 172.21.15.100:0/3451586276 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94011af0 con 0x7f5ea407de20 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 -- 172.21.15.100:0/3451586276 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 msgr2=0x7f5ea407c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 --2- 172.21.15.100:0/3451586276 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5e940098a0 tx=0x7f5e94009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 -- 172.21.15.100:0/3451586276 shutdown_connections 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 --2- 172.21.15.100:0/3451586276 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea407c2d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 -- 172.21.15.100:0/3451586276 >> 172.21.15.100:0/3451586276 conn(0x7f5ea4103b50 msgr2=0x7f5ea4105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.078+0000 7f5eab000700 1 -- 172.21.15.100:0/3451586276 shutdown_connections 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.079+0000 7f5eab000700 1 -- 172.21.15.100:0/3451586276 wait complete. 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.079+0000 7f5eab000700 1 Processor -- start 2024-04-26T01:34:57.863 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5eab000700 1 -- start start 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5eab000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5eab000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea410eb50 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5ea3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5ea3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42992/0 (socket says 172.21.15.100:42992) 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.080+0000 7f5ea3e00700 1 -- 172.21.15.100:0/1775657707 learned_addr learned my addr 172.21.15.100:0/1775657707 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5ea3e00700 1 -- 172.21.15.100:0/1775657707 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea419eb30 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5ea3e00700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e94003f90 tx=0x7f5e94011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e940039e0 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e94003b80 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea419edc0 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5e94019780 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.081+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea41a1ab0 con 0x7f5ea407de20 2024-04-26T01:34:57.864 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.083+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e84005360 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.083+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5e94022020 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.083+0000 7f5ea0c00700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 0x7f5e8803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.083+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5e9404d940 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.084+0000 7f5ea3400700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 0x7f5e8803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.084+0000 7f5ea3400700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 0x7f5e8803bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5e90006fd0 tx=0x7f5e90006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.089+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e94020e80 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:55.402+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f5e84005650 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.260+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f5e94029250 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.264+0000 7f5ea0c00700 1 -- 172.21.15.100:0/1775657707 <== mon.0 v2:172.21.15.100:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f5e9402c720 con 0x7f5ea407de20 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 msgr2=0x7f5e8803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 0x7f5e8803bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5e90006fd0 tx=0x7f5e90006e40 comp rx=0 tx=0).stop 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 msgr2=0x7f5ea419e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:57.865 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5e94003f90 tx=0x7f5e94011b70 comp rx=0 tx=0).stop 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 shutdown_connections 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7f5e880396c0 0x7f5e8803bb80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 --2- 172.21.15.100:0/1775657707 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5ea407de20 0x7f5ea419e5f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 >> 172.21.15.100:0/1775657707 conn(0x7f5ea4103b50 msgr2=0x7f5ea4104540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 shutdown_connections 2024-04-26T01:34:57.866 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:56.265+0000 7f5eab000700 1 -- 172.21.15.100:0/1775657707 wait complete. 2024-04-26T01:34:59.028 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:34:58 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1569834773' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:34:59.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:59.031+0000 7f776e2e0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:34:59.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:59.263+0000 7f776e2e0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:34:59.487 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.464+0000 7fd49ae00700 1 Processor -- start 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.464+0000 7fd49ae00700 1 -- start start 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.464+0000 7fd49ae00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.464+0000 7fd49ae00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd49407c8c0 con 0x7fd49407de40 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.465+0000 7fd493e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.465+0000 7fd493e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43016/0 (socket says 172.21.15.100:43016) 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.465+0000 7fd493e00700 1 -- 172.21.15.100:0/2273371159 learned_addr learned my addr 172.21.15.100:0/2273371159 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.466+0000 7fd493e00700 1 -- 172.21.15.100:0/2273371159 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49407ca40 con 0x7fd49407de40 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.466+0000 7fd493e00700 1 --2- 172.21.15.100:0/2273371159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd4840098a0 tx=0x7fd484009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79e14bff8540fa1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.466+0000 7fd492a00700 1 -- 172.21.15.100:0/2273371159 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd484004160 con 0x7fd49407de40 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.466+0000 7fd492a00700 1 -- 172.21.15.100:0/2273371159 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd484004300 con 0x7fd49407de40 2024-04-26T01:34:59.488 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.466+0000 7fd492a00700 1 -- 172.21.15.100:0/2273371159 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd484011af0 con 0x7fd49407de40 2024-04-26T01:34:59.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 -- 172.21.15.100:0/2273371159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 msgr2=0x7fd49407c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:59.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 --2- 172.21.15.100:0/2273371159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd4840098a0 tx=0x7fd484009bb0 comp rx=0 tx=0).stop 2024-04-26T01:34:59.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 -- 172.21.15.100:0/2273371159 shutdown_connections 2024-04-26T01:34:59.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 --2- 172.21.15.100:0/2273371159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49407c2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:59.493 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 -- 172.21.15.100:0/2273371159 >> 172.21.15.100:0/2273371159 conn(0x7fd494103b50 msgr2=0x7fd494105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 -- 172.21.15.100:0/2273371159 shutdown_connections 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.467+0000 7fd49ae00700 1 -- 172.21.15.100:0/2273371159 wait complete. 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.468+0000 7fd49ae00700 1 Processor -- start 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.468+0000 7fd49ae00700 1 -- start start 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.468+0000 7fd49ae00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.468+0000 7fd49ae00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd49410eb90 con 0x7fd49407de40 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd493e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd493e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43018/0 (socket says 172.21.15.100:43018) 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd493e00700 1 -- 172.21.15.100:0/1569834773 learned_addr learned my addr 172.21.15.100:0/1569834773 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd493e00700 1 -- 172.21.15.100:0/1569834773 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd49419eb20 con 0x7fd49407de40 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd493e00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd484003f90 tx=0x7fd484011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:34:59.494 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.469+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4840039e0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.470+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd484003b80 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.470+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd49419edb0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.470+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4840196e0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.470+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4941a1aa0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fd484022020 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4940640a0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd490c00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 0x7fd47803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd48404db30 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd493400700 1 -- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 msgr2=0x7fd47803bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.471+0000 7fd493400700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 0x7fd47803bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.476+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd48402b9a0 con 0x7fd49407de40 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.672+0000 7fd493400700 1 -- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 msgr2=0x7fd47803bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.672+0000 7fd493400700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 0x7fd47803bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:34:59.495 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.760+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd4941a2050 con 0x7fd49407de40 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.761+0000 7fd490c00700 1 -- 172.21.15.100:0/1569834773 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fd48404d480 con 0x7fd49407de40 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 msgr2=0x7fd47803bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 0x7fd47803bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 msgr2=0x7fd49419e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd484003f90 tx=0x7fd484011b70 comp rx=0 tx=0).stop 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 shutdown_connections 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fd4780396c0 0x7fd47803bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 --2- 172.21.15.100:0/1569834773 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd49407de40 0x7fd49419e5e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 >> 172.21.15.100:0/1569834773 conn(0x7fd494103b50 msgr2=0x7fd494104500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 shutdown_connections 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:34:58.765+0000 7fd49ae00700 1 -- 172.21.15.100:0/1569834773 wait complete. 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for the mgr to restart... 2024-04-26T01:34:59.496 INFO:teuthology.orchestra.run.smithi100.stdout:Waiting for mgr epoch 9... 2024-04-26T01:34:59.762 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:59.479+0000 7f776e2e0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:35:00.051 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:34:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:34:59.875+0000 7f776e2e0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:35:00.051 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:00.002+0000 7f776e2e0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:35:00.323 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:00.258+0000 7f776e2e0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:35:00.823 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:00.511+0000 7f776e2e0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:35:01.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:01.280+0000 7f776e2e0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:35:02.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:01.824+0000 7f776e2e0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:35:02.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:01.950+0000 7f776e2e0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:35:02.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:02.213+0000 7f776e2e0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:35:03.302 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:02.864+0000 7f776e2e0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:35:03.302 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:02.986+0000 7f776e2e0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:35:03.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:03.306+0000 7f776e2e0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:35:03.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:03.481+0000 7f776e2e0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:35:04.074 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:03.606+0000 7f776e2e0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:35:04.074 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:03.754+0000 7f776e2e0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:35:04.434 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:04.121+0000 7f776e2e0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:35:05.073 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:04.906+0000 7f776e2e0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:35:05.573 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:35:05.197+0000 7f776e2e0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:35:05.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: Active manager daemon x restarted 2024-04-26T01:35:05.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: Activating manager daemon x 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: mgrmap e10: x(active, starting, since 0.00503179s) 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:35:05.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:05 smithi100 ceph-mon[28020]: Manager daemon x is now available 2024-04-26T01:35:06.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:06.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:35:06.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:35:06.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:06 smithi100 ceph-mon[28020]: mgrmap e11: x(active, since 1.009s) 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.054+0000 7fa2c9400700 1 Processor -- start 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.054+0000 7fa2c9400700 1 -- start start 2024-04-26T01:35:06.902 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.055+0000 7fa2c9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.055+0000 7fa2c9400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c407c810 con 0x7fa2c407de20 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.055+0000 7fa2c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.055+0000 7fa2c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43022/0 (socket says 172.21.15.100:43022) 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.055+0000 7fa2c3e00700 1 -- 172.21.15.100:0/3819831215 learned_addr learned my addr 172.21.15.100:0/3819831215 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.056+0000 7fa2c3e00700 1 -- 172.21.15.100:0/3819831215 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2c407c990 con 0x7fa2c407de20 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.056+0000 7fa2c3e00700 1 --2- 172.21.15.100:0/3819831215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40098a0 tx=0x7fa2b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36eae9f995a30a40 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.056+0000 7fa2c2a00700 1 -- 172.21.15.100:0/3819831215 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2b4004160 con 0x7fa2c407de20 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.057+0000 7fa2c2a00700 1 -- 172.21.15.100:0/3819831215 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2b4004300 con 0x7fa2c407de20 2024-04-26T01:35:06.903 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.057+0000 7fa2c2a00700 1 -- 172.21.15.100:0/3819831215 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2b4011af0 con 0x7fa2c407de20 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.057+0000 7fa2c9400700 1 -- 172.21.15.100:0/3819831215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 msgr2=0x7fa2c407c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.057+0000 7fa2c9400700 1 --2- 172.21.15.100:0/3819831215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40098a0 tx=0x7fa2b4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.057+0000 7fa2c9400700 1 -- 172.21.15.100:0/3819831215 shutdown_connections 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.058+0000 7fa2c9400700 1 --2- 172.21.15.100:0/3819831215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c407c2d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.058+0000 7fa2c9400700 1 -- 172.21.15.100:0/3819831215 >> 172.21.15.100:0/3819831215 conn(0x7fa2c4103a90 msgr2=0x7fa2c4105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.058+0000 7fa2c9400700 1 -- 172.21.15.100:0/3819831215 shutdown_connections 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.058+0000 7fa2c9400700 1 -- 172.21.15.100:0/3819831215 wait complete. 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c9400700 1 Processor -- start 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c9400700 1 -- start start 2024-04-26T01:35:06.904 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c9400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c410e9f0 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43030/0 (socket says 172.21.15.100:43030) 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.059+0000 7fa2c3e00700 1 -- 172.21.15.100:0/922364834 learned_addr learned my addr 172.21.15.100:0/922364834 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c3e00700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2c419e9b0 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c3e00700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40117b0 tx=0x7fa2b4011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2b40036a0 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2b401a430 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa2b4019550 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.060+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2c419ec40 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.061+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2c41a1930 con 0x7fa2c407de20 2024-04-26T01:35:06.905 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fa2b4019800 con 0x7fa2c407de20 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c0c00700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa2a803c2a0 con 0x7fa2a80396d0 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa2b404d920 con 0x7fa2c407de20 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c3400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.062+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.263+0000 7fa2c3400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.263+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.664+0000 7fa2c3400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:00.664+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:01.465+0000 7fa2c3400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:01.465+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:35:06.906 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:03.068+0000 7fa2c3400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/2011962330 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:03.068+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:05.206+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7fa2b4019b90 con 0x7fa2c407de20 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:05.206+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 msgr2=0x7fa2a803bb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:05.206+0000 7fa2c0c00700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.207+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7fa2b404f660 con 0x7fa2c407de20 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.207+0000 7fa2c0c00700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 0x7fa2a803f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.207+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa2b4022e70 con 0x7fa2a803cfc0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.208+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 0x7fa2a803f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.209+0000 7fa2c3400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 0x7fa2a803f3b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa2b0003a10 tx=0x7fa2b00092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.210+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fa2b4022e70 con 0x7fa2a803cfc0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.217+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa2c40640a0 con 0x7fa2a803cfc0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.218+0000 7fa2c0c00700 1 -- 172.21.15.100:0/922364834 <== mgr.14152 v2:172.21.15.100:6800/466558262 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fa2c40640a0 con 0x7fa2a803cfc0 2024-04-26T01:35:06.907 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.218+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 msgr2=0x7fa2a803f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.218+0000 7fa2c9400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 0x7fa2a803f3b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa2b0003a10 tx=0x7fa2b00092b0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.218+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 msgr2=0x7fa2c419e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.218+0000 7fa2c9400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40117b0 tx=0x7fa2b4011890 comp rx=0 tx=0).stop 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 shutdown_connections 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2c407de20 0x7fa2c419e470 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa2a803cfc0 0x7fa2a803f3b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 --2- 172.21.15.100:0/922364834 >> [v2:172.21.15.100:6800/2011962330,v1:172.21.15.100:6801/2011962330] conn(0x7fa2a80396d0 0x7fa2a803bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 >> 172.21.15.100:0/922364834 conn(0x7fa2c4103a90 msgr2=0x7fa2c41044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 shutdown_connections 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:06.219+0000 7fa2c9400700 1 -- 172.21.15.100:0/922364834 wait complete. 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:mgr epoch 9 is available 2024-04-26T01:35:06.908 INFO:teuthology.orchestra.run.smithi100.stdout:Generating a dashboard self-signed certificate... 2024-04-26T01:35:07.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: [26/Apr/2024:01:35:06] ENGINE Bus STARTING 2024-04-26T01:35:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:35:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:35:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: [26/Apr/2024:01:35:06] ENGINE Serving on https://172.21.15.100:7150 2024-04-26T01:35:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: [26/Apr/2024:01:35:06] ENGINE Serving on http://172.21.15.100:8765 2024-04-26T01:35:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:07 smithi100 ceph-mon[28020]: [26/Apr/2024:01:35:06] ENGINE Bus STARTED 2024-04-26T01:35:08.519 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:08 smithi100 ceph-mon[28020]: mgrmap e12: x(active, since 2s) 2024-04-26T01:35:08.519 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:09.211 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T01:35:09.211 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.180+0000 7fabf8800700 1 Processor -- start 2024-04-26T01:35:09.211 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.181+0000 7fabf8800700 1 -- start start 2024-04-26T01:35:09.211 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.181+0000 7fabf8800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:09.211 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.181+0000 7fabf8800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fabf0107e90 con 0x7fabf01074a0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.181+0000 7fabf5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.182+0000 7fabf5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40078/0 (socket says 172.21.15.100:40078) 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.182+0000 7fabf5e00700 1 -- 172.21.15.100:0/1170832566 learned_addr learned my addr 172.21.15.100:0/1170832566 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.182+0000 7fabf5e00700 1 -- 172.21.15.100:0/1170832566 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabf01086a0 con 0x7fabf01074a0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.182+0000 7fabf5e00700 1 --2- 172.21.15.100:0/1170832566 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fabe40098a0 tx=0x7fabe4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7052c6ad5399f21d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.182+0000 7fabf4a00700 1 -- 172.21.15.100:0/1170832566 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabe4004160 con 0x7fabf01074a0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf4a00700 1 -- 172.21.15.100:0/1170832566 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fabe4004300 con 0x7fabf01074a0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf4a00700 1 -- 172.21.15.100:0/1170832566 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabe4011af0 con 0x7fabf01074a0 2024-04-26T01:35:09.212 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf8800700 1 -- 172.21.15.100:0/1170832566 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 msgr2=0x7fabf01078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf8800700 1 --2- 172.21.15.100:0/1170832566 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fabe40098a0 tx=0x7fabe4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf8800700 1 -- 172.21.15.100:0/1170832566 shutdown_connections 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf8800700 1 --2- 172.21.15.100:0/1170832566 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf01078c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.183+0000 7fabf8800700 1 -- 172.21.15.100:0/1170832566 >> 172.21.15.100:0/1170832566 conn(0x7fabf0102a40 msgr2=0x7fabf0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.184+0000 7fabf8800700 1 -- 172.21.15.100:0/1170832566 shutdown_connections 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.184+0000 7fabf8800700 1 -- 172.21.15.100:0/1170832566 wait complete. 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf8800700 1 Processor -- start 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf8800700 1 -- start start 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf8800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf8800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fabf010ba50 con 0x7fabf01074a0 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf5e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40086/0 (socket says 172.21.15.100:40086) 2024-04-26T01:35:09.213 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.185+0000 7fabf5e00700 1 -- 172.21.15.100:0/3678240679 learned_addr learned my addr 172.21.15.100:0/3678240679 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.186+0000 7fabf5e00700 1 -- 172.21.15.100:0/3678240679 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabf0192b90 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.186+0000 7fabf5e00700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fabe4003f90 tx=0x7fabe4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.187+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabe40039e0 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.187+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fabe4003b80 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.187+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabe40196e0 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.187+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabf0190d80 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.187+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabf01912c0 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.188+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fabe4022020 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.188+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabf00640a0 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.188+0000 7fabeaa00700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 0x7fabd803bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.188+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fabe404d910 con 0x7fabf01074a0 2024-04-26T01:35:09.214 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.189+0000 7fabf5400700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 0x7fabd803bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.190+0000 7fabf5400700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 0x7fabd803bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fabe0006fd0 tx=0x7fabe0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.194+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabe400e260 con 0x7fabf01074a0 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.429+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fabf0196430 con 0x7fabd8039720 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.519+0000 7fabeaa00700 1 -- 172.21.15.100:0/3678240679 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fabf0196430 con 0x7fabd8039720 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 msgr2=0x7fabd803bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 0x7fabd803bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fabe0006fd0 tx=0x7fabe0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 msgr2=0x7fabf0192650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fabe4003f90 tx=0x7fabe4011b70 comp rx=0 tx=0).stop 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 shutdown_connections 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabd8039720 0x7fabd803bbe0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 --2- 172.21.15.100:0/3678240679 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabf01074a0 0x7fabf0192650 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.523+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 >> 172.21.15.100:0/3678240679 conn(0x7fabf0102a40 msgr2=0x7fabf0103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.524+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 shutdown_connections 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:08.524+0000 7fabf8800700 1 -- 172.21.15.100:0/3678240679 wait complete. 2024-04-26T01:35:09.215 INFO:teuthology.orchestra.run.smithi100.stdout:Creating initial admin user... 2024-04-26T01:35:09.790 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:09 smithi100 ceph-mon[28020]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:09.790 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:09 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:09.790 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:09 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:11.061 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:11.061 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:10 smithi100 ceph-mon[28020]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:11.061 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:11.068 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$R3B2g2QCG2Re0dUA6JmGI./v0.ov8e244m57ga0aw6w8WcINajTeq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714095310, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.842+0000 7f10cb800700 1 Processor -- start 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.842+0000 7f10cb800700 1 -- start start 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.843+0000 7f10cb800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.843+0000 7f10cb800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f10c4108f80 con 0x7f10c4108590 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.843+0000 7f10c8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:11.069 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.843+0000 7f10c8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40090/0 (socket says 172.21.15.100:40090) 2024-04-26T01:35:11.070 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.843+0000 7f10c8e00700 1 -- 172.21.15.100:0/2945622442 learned_addr learned my addr 172.21.15.100:0/2945622442 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:11.070 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.844+0000 7f10c8e00700 1 -- 172.21.15.100:0/2945622442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c4109740 con 0x7f10c4108590 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.844+0000 7f10c8e00700 1 --2- 172.21.15.100:0/2945622442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f10b80098a0 tx=0x7f10b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc2800577bf9715 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.844+0000 7f10c3400700 1 -- 172.21.15.100:0/2945622442 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b8004160 con 0x7f10c4108590 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.844+0000 7f10c3400700 1 -- 172.21.15.100:0/2945622442 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f10b8004300 con 0x7f10c4108590 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.844+0000 7f10c3400700 1 -- 172.21.15.100:0/2945622442 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b8011af0 con 0x7f10c4108590 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 -- 172.21.15.100:0/2945622442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 msgr2=0x7f10c41089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:11.071 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 --2- 172.21.15.100:0/2945622442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f10b80098a0 tx=0x7f10b8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:11.073 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 -- 172.21.15.100:0/2945622442 shutdown_connections 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 --2- 172.21.15.100:0/2945622442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c41089b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 -- 172.21.15.100:0/2945622442 >> 172.21.15.100:0/2945622442 conn(0x7f10c4103b50 msgr2=0x7f10c4105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 -- 172.21.15.100:0/2945622442 shutdown_connections 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.845+0000 7f10cb800700 1 -- 172.21.15.100:0/2945622442 wait complete. 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.846+0000 7f10cb800700 1 Processor -- start 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.846+0000 7f10cb800700 1 -- start start 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10cb800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10cb800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f10c410caf0 con 0x7f10c4108590 2024-04-26T01:35:11.074 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10c8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:11.075 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10c8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40098/0 (socket says 172.21.15.100:40098) 2024-04-26T01:35:11.075 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10c8e00700 1 -- 172.21.15.100:0/1915811190 learned_addr learned my addr 172.21.15.100:0/1915811190 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:11.075 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.847+0000 7f10c8e00700 1 -- 172.21.15.100:0/1915811190 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c407e0a0 con 0x7f10c4108590 2024-04-26T01:35:11.075 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10c8e00700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f10b8003f90 tx=0x7f10b8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:11.075 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b80039e0 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f10b8003b80 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10b80196e0 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c407c290 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.848+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c407c7d0 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.849+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f10b8022020 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.849+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c40640a0 con 0x7f10c4108590 2024-04-26T01:35:11.076 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.850+0000 7f10c1600700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 0x7f10ac03bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.850+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f10b804d960 con 0x7f10c4108590 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.850+0000 7f10c3e00700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 0x7f10ac03bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.851+0000 7f10c3e00700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 0x7f10ac03bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006fd0 tx=0x7f10b0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:09.856+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f10b800f2e0 con 0x7f10c4108590 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.112+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f10c407cf40 con 0x7f10ac0396c0 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.351+0000 7f10c1600700 1 -- 172.21.15.100:0/1915811190 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f10c407cf40 con 0x7f10ac0396c0 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.355+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 msgr2=0x7f10ac03bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.355+0000 7f10cb800700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 0x7f10ac03bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f10b0006fd0 tx=0x7f10b0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.355+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 msgr2=0x7f10c407db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.355+0000 7f10cb800700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f10b8003f90 tx=0x7f10b8011b70 comp rx=0 tx=0).stop 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 shutdown_connections 2024-04-26T01:35:11.079 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10ac0396c0 0x7f10ac03bb80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:11.080 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 --2- 172.21.15.100:0/1915811190 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f10c4108590 0x7f10c407db60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:11.080 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 >> 172.21.15.100:0/1915811190 conn(0x7f10c4103b50 msgr2=0x7f10c41045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:11.080 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 shutdown_connections 2024-04-26T01:35:11.080 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:10.356+0000 7f10cb800700 1 -- 172.21.15.100:0/1915811190 wait complete. 2024-04-26T01:35:11.080 INFO:teuthology.orchestra.run.smithi100.stdout:Fetching dashboard port number... 2024-04-26T01:35:13.137 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T01:35:13.137 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.881+0000 7fa50bc00700 1 Processor -- start 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.882+0000 7fa50bc00700 1 -- start start 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.882+0000 7fa50bc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.882+0000 7fa50bc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa504108f90 con 0x7fa5041085a0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.883+0000 7fa509200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.883+0000 7fa509200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40112/0 (socket says 172.21.15.100:40112) 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.883+0000 7fa509200700 1 -- 172.21.15.100:0/3731902111 learned_addr learned my addr 172.21.15.100:0/3731902111 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.883+0000 7fa509200700 1 -- 172.21.15.100:0/3731902111 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa504109750 con 0x7fa5041085a0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.883+0000 7fa509200700 1 --2- 172.21.15.100:0/3731902111 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa4f80098a0 tx=0x7fa4f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78490773a3ee4729 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.884+0000 7fa503400700 1 -- 172.21.15.100:0/3731902111 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4f8004160 con 0x7fa5041085a0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.884+0000 7fa503400700 1 -- 172.21.15.100:0/3731902111 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa4f8004300 con 0x7fa5041085a0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.884+0000 7fa503400700 1 -- 172.21.15.100:0/3731902111 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4f8011af0 con 0x7fa5041085a0 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.884+0000 7fa50bc00700 1 -- 172.21.15.100:0/3731902111 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 msgr2=0x7fa5041089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:13.138 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.884+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3731902111 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa4f80098a0 tx=0x7fa4f8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.885+0000 7fa50bc00700 1 -- 172.21.15.100:0/3731902111 shutdown_connections 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.885+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3731902111 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa5041089c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.885+0000 7fa50bc00700 1 -- 172.21.15.100:0/3731902111 >> 172.21.15.100:0/3731902111 conn(0x7fa504103b80 msgr2=0x7fa504105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.885+0000 7fa50bc00700 1 -- 172.21.15.100:0/3731902111 shutdown_connections 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.885+0000 7fa50bc00700 1 -- 172.21.15.100:0/3731902111 wait complete. 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa50bc00700 1 Processor -- start 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa50bc00700 1 -- start start 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa50bc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa50bc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa50410cb00 con 0x7fa5041085a0 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa509200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa509200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40120/0 (socket says 172.21.15.100:40120) 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.886+0000 7fa509200700 1 -- 172.21.15.100:0/3636210373 learned_addr learned my addr 172.21.15.100:0/3636210373 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa509200700 1 -- 172.21.15.100:0/3636210373 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50419eb50 con 0x7fa5041085a0 2024-04-26T01:35:13.139 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa509200700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8003f90 tx=0x7fa4f8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4f80039e0 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa4f8003b80 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4f80196e0 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa50419ede0 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.887+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5041a1ad0 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.888+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fa4f8022020 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.888+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5040640a0 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.889+0000 7fa501600700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 0x7fa4ec03bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.889+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa4f804d990 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.889+0000 7fa503e00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 0x7fa4ec03bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.890+0000 7fa503e00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 0x7fa4ec03bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0006fd0 tx=0x7fa4f0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:11.894+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4f800e260 con 0x7fa5041085a0 2024-04-26T01:35:13.140 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.004+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fa4f801a430 con 0x7fa5041085a0 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.127+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fa5041a2080 con 0x7fa5041085a0 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.127+0000 7fa501600700 1 -- 172.21.15.100:0/3636210373 <== mon.0 v2:172.21.15.100:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fa4f80281c0 con 0x7fa5041085a0 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 msgr2=0x7fa4ec03bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 0x7fa4ec03bbe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0006fd0 tx=0x7fa4f0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 msgr2=0x7fa50419e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8003f90 tx=0x7fa4f8011b70 comp rx=0 tx=0).stop 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 shutdown_connections 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa4ec039720 0x7fa4ec03bbe0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 --2- 172.21.15.100:0/3636210373 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa5041085a0 0x7fa50419e610 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 >> 172.21.15.100:0/3636210373 conn(0x7fa504103b80 msgr2=0x7fa504104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 shutdown_connections 2024-04-26T01:35:13.141 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:12.130+0000 7fa50bc00700 1 -- 172.21.15.100:0/3636210373 wait complete. 2024-04-26T01:35:13.166 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:35:13.166 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout disabled 2024-04-26T01:35:13.188 INFO:teuthology.orchestra.run.smithi100.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:35:13.188 INFO:teuthology.orchestra.run.smithi100.stdout:systemctl: stdout inactive 2024-04-26T01:35:13.188 INFO:teuthology.orchestra.run.smithi100.stdout:firewalld.service is not enabled 2024-04-26T01:35:13.188 INFO:teuthology.orchestra.run.smithi100.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout:Ceph Dashboard is now available at: 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout: URL: https://smithi100.front.sepia.ceph.com:8443/ 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout: User: admin 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout: Password: q6wflmz7y0 2024-04-26T01:35:13.192 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:13.193 INFO:teuthology.orchestra.run.smithi100.stdout:Saving cluster configuration to /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config directory 2024-04-26T01:35:13.194 INFO:teuthology.orchestra.run.smithi100.stdout:Enabling autotune for osd_memory_target 2024-04-26T01:35:13.267 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:13 smithi100 ceph-mon[28020]: mgrmap e13: x(active, since 6s) 2024-04-26T01:35:13.267 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:13 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3636210373' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T01:35:14.734 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.825+0000 7facafe00700 1 Processor -- start 2024-04-26T01:35:14.734 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.825+0000 7facafe00700 1 -- start start 2024-04-26T01:35:14.734 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.826+0000 7facafe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:14.734 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.826+0000 7facafe00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7faca810fa40 con 0x7faca810f050 2024-04-26T01:35:14.734 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.826+0000 7facad400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.826+0000 7facad400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36752/0 (socket says 172.21.15.100:36752) 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.826+0000 7facad400700 1 -- 172.21.15.100:0/260999545 learned_addr learned my addr 172.21.15.100:0/260999545 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.827+0000 7facad400700 1 -- 172.21.15.100:0/260999545 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faca810fdd0 con 0x7faca810f050 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.827+0000 7facad400700 1 --2- 172.21.15.100:0/260999545 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fac9c0098a0 tx=0x7fac9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=779b4b5d0a7622d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.827+0000 7faca7e00700 1 -- 172.21.15.100:0/260999545 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac9c004160 con 0x7faca810f050 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.827+0000 7faca7e00700 1 -- 172.21.15.100:0/260999545 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fac9c004300 con 0x7faca810f050 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.827+0000 7faca7e00700 1 -- 172.21.15.100:0/260999545 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac9c011af0 con 0x7faca810f050 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 -- 172.21.15.100:0/260999545 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 msgr2=0x7faca810f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 --2- 172.21.15.100:0/260999545 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fac9c0098a0 tx=0x7fac9c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 -- 172.21.15.100:0/260999545 shutdown_connections 2024-04-26T01:35:14.735 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 --2- 172.21.15.100:0/260999545 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca810f470 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 -- 172.21.15.100:0/260999545 >> 172.21.15.100:0/260999545 conn(0x7faca807de00 msgr2=0x7faca8080220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 -- 172.21.15.100:0/260999545 shutdown_connections 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.828+0000 7facafe00700 1 -- 172.21.15.100:0/260999545 wait complete. 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.829+0000 7facafe00700 1 Processor -- start 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facafe00700 1 -- start start 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facafe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facafe00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7faca8113180 con 0x7faca810f050 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facad400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facad400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36762/0 (socket says 172.21.15.100:36762) 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.830+0000 7facad400700 1 -- 172.21.15.100:0/3155969648 learned_addr learned my addr 172.21.15.100:0/3155969648 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:14.736 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7facad400700 1 -- 172.21.15.100:0/3155969648 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faca81a2f40 con 0x7faca810f050 2024-04-26T01:35:14.737 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7facad400700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fac9c003f90 tx=0x7fac9c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:14.737 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac9c0039e0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fac9c003b80 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fac9c0196e0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faca81a31d0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.831+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faca81a5ec0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.832+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fac9c022020 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.832+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faca80640a0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.833+0000 7faca6000700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 0x7fac9003bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.833+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fac9c04daa0 con 0x7faca810f050 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.833+0000 7facaca00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 0x7fac9003bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:14.738 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.834+0000 7facaca00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 0x7fac9003bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fac94006fd0 tx=0x7fac94006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:13.838+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac9c00f2e0 con 0x7faca810f050 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.061+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7faca81a64e0 con 0x7faca810f050 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.062+0000 7faca6000700 1 -- 172.21.15.100:0/3155969648 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fac9c01a430 con 0x7faca810f050 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.064+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 msgr2=0x7fac9003bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.064+0000 7facafe00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 0x7fac9003bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fac94006fd0 tx=0x7fac94006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.064+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 msgr2=0x7faca81a2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.064+0000 7facafe00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fac9c003f90 tx=0x7fac9c011b70 comp rx=0 tx=0).stop 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 shutdown_connections 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fac900397c0 0x7fac9003bc80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 --2- 172.21.15.100:0/3155969648 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7faca810f050 0x7faca81a2a00 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 >> 172.21.15.100:0/3155969648 conn(0x7faca807de00 msgr2=0x7faca807f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 shutdown_connections 2024-04-26T01:35:14.739 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:14.065+0000 7facafe00700 1 -- 172.21.15.100:0/3155969648 wait complete. 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.348+0000 7f89c7e00700 1 Processor -- start 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.348+0000 7f89c7e00700 1 -- start start 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.349+0000 7f89c7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.349+0000 7f89c7e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f89c007bea0 con 0x7f89c0109010 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.349+0000 7f89c5400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:16.316 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.349+0000 7f89c5400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36776/0 (socket says 172.21.15.100:36776) 2024-04-26T01:35:16.318 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.349+0000 7f89c5400700 1 -- 172.21.15.100:0/2654896508 learned_addr learned my addr 172.21.15.100:0/2654896508 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:16.318 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.350+0000 7f89c5400700 1 -- 172.21.15.100:0/2654896508 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c010b940 con 0x7f89c0109010 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.350+0000 7f89c5400700 1 --2- 172.21.15.100:0/2654896508 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f89b40098a0 tx=0x7f89b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca13766ddf3de591 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.350+0000 7f89bfe00700 1 -- 172.21.15.100:0/2654896508 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89b4004160 con 0x7f89c0109010 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.350+0000 7f89bfe00700 1 -- 172.21.15.100:0/2654896508 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f89b4004300 con 0x7f89c0109010 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.350+0000 7f89bfe00700 1 -- 172.21.15.100:0/2654896508 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89b4011af0 con 0x7f89c0109010 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 -- 172.21.15.100:0/2654896508 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 msgr2=0x7f89c010b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 --2- 172.21.15.100:0/2654896508 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f89b40098a0 tx=0x7f89b4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 -- 172.21.15.100:0/2654896508 shutdown_connections 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 --2- 172.21.15.100:0/2654896508 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c010b400 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 -- 172.21.15.100:0/2654896508 >> 172.21.15.100:0/2654896508 conn(0x7f89c0102a40 msgr2=0x7f89c0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 -- 172.21.15.100:0/2654896508 shutdown_connections 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.351+0000 7f89c7e00700 1 -- 172.21.15.100:0/2654896508 wait complete. 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.352+0000 7f89c7e00700 1 Processor -- start 2024-04-26T01:35:16.319 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.352+0000 7f89c7e00700 1 -- start start 2024-04-26T01:35:16.320 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.353+0000 7f89c7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.353+0000 7f89c7e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f89c010c9b0 con 0x7f89c0109010 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.353+0000 7f89c5400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.353+0000 7f89c5400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36784/0 (socket says 172.21.15.100:36784) 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.353+0000 7f89c5400700 1 -- 172.21.15.100:0/69946453 learned_addr learned my addr 172.21.15.100:0/69946453 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89c5400700 1 -- 172.21.15.100:0/69946453 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c019c960 con 0x7f89c0109010 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89c5400700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f89b4003f90 tx=0x7f89b4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89b40039e0 con 0x7f89c0109010 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f89b4003b80 con 0x7f89c0109010 2024-04-26T01:35:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89b40196e0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c019cbf0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.354+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c019f8e0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.355+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c00640a0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.355+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f89b4022020 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.356+0000 7f89be000700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 0x7f89a803bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.356+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f89b404dad0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.356+0000 7f89c4a00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 0x7f89a803bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.357+0000 7f89c4a00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 0x7f89a803bc80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f89ac006fd0 tx=0x7f89ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.361+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89b400f2e0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.709+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f89c019fab0 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.713+0000 7f89be000700 1 -- 172.21.15.100:0/69946453 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f89b401a430 con 0x7f89c0109010 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.715+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 msgr2=0x7f89a803bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.715+0000 7f89c7e00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 0x7f89a803bc80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f89ac006fd0 tx=0x7f89ac006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.715+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 msgr2=0x7f89c019c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.715+0000 7f89c7e00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f89b4003f90 tx=0x7f89b4011b70 comp rx=0 tx=0).stop 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 shutdown_connections 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89a80397c0 0x7f89a803bc80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 --2- 172.21.15.100:0/69946453 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89c0109010 0x7f89c019c420 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 >> 172.21.15.100:0/69946453 conn(0x7f89c0102a40 msgr2=0x7f89c0103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 shutdown_connections 2024-04-26T01:35:16.325 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr 2024-04-26T01:35:15.716+0000 7f89c7e00700 1 -- 172.21.15.100:0/69946453 wait complete. 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T01:35:16.326 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout: ceph telemetry on 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout:For more information see: 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:16.327 INFO:teuthology.orchestra.run.smithi100.stdout:Bootstrap complete. 2024-04-26T01:35:16.433 INFO:tasks.cephadm:Fetching config... 2024-04-26T01:35:16.433 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:35:16.433 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T01:35:16.477 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T01:35:16.477 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:35:16.478 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T01:35:16.564 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T01:35:16.564 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:35:16.564 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T01:35:16.682 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T01:35:16.682 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:35:16.683 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T01:35:16.732 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T01:35:16.732 DEBUG:teuthology.orchestra.run.smithi100:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:35:16.865 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:16 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/69946453' entity='client.admin' 2024-04-26T01:35:16.874 INFO:teuthology.orchestra.run.smithi100.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:35:16.914 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:35:16.952 INFO:teuthology.orchestra.run.smithi133.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:35:16.964 DEBUG:teuthology.orchestra.run.smithi148:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:35:17.003 INFO:teuthology.orchestra.run.smithi148.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDStGAKzsB7sw7TWjf5AHvuNGm9fYprKqrKtq6FJ4Uno22AMgo0bZ+WFsgT47rQFITGRAnYMBq0CYeLWETHWDXGTE0MpYYYWg1do3laOnMbVL3R0ExIcWS3fMuroePYt7nfD8syJaJNgPkQHLWgsRgJmcuJoR1m6cXGUfEyO+Wz4YOH3dXw5+6+Yz54KMrWfrXc6MsRNXNCJgXJhE999vCpeDKStv3p9Pe0C3002oSYtbGcj2mDjiPZD/7YT3v26s7rDZnQnhA/OlM5CIsmeqLlBYtoWsCduAgIjFkhPUUZr1NwviaNDDz3svXPzNElz/yMJQwcYerXP+YmbnHDnjlMtodojr9v46hXSzMsikg6haTk5BHKHslublXdECSS64bBT2D/SKO3wTxic9wxi7MSzOjAty6Fu9WXKjaYZdBnTeQiUAiKhLQK8zAUgDxrqoXROi5WWD2H0zMTZVmY5PWQxLZORWdFzpS+1YkPB8PwOQHNmcrgSAT368GtTn02H1E= ceph-e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:35:17.015 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T01:35:17.425 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:19.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 -- 172.21.15.100:0/1846376327 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 msgr2=0x7f82ac105390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 --2- 172.21.15.100:0/1846376327 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac105390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f829c009910 tx=0x7f829c009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 -- 172.21.15.100:0/1846376327 shutdown_connections 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 --2- 172.21.15.100:0/1846376327 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac105390 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 -- 172.21.15.100:0/1846376327 >> 172.21.15.100:0/1846376327 conn(0x7f82ac0fc9b0 msgr2=0x7f82ac0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 -- 172.21.15.100:0/1846376327 shutdown_connections 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.870+0000 7f82b1800700 1 -- 172.21.15.100:0/1846376327 wait complete. 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.871+0000 7f82b1800700 1 Processor -- start 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82b1800700 1 -- start start 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82b1800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82b1800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f82ac1084c0 con 0x7f82ac102fa0 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82aaa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82aaa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36800/0 (socket says 172.21.15.100:36800) 2024-04-26T01:35:19.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.872+0000 7f82aaa00700 1 -- 172.21.15.100:0/2505855236 learned_addr learned my addr 172.21.15.100:0/2505855236 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82aaa00700 1 -- 172.21.15.100:0/2505855236 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82ac197fb0 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82aaa00700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f829c005950 tx=0x7f829c009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f829c027070 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f829c022470 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82ac1982a0 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f829c00f5f0 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.873+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82ac19af30 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.874+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f829c02a070 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.875+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82ac108c40 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.875+0000 7f82a3400700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 0x7f829003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.875+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f829c01e030 con 0x7f82ac102fa0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.875+0000 7f82a3e00700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 0x7f829003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.876+0000 7f82a3e00700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 0x7f829003bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8294006fd0 tx=0x7f8294006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:19.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:19.881+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f829c013070 con 0x7f82ac102fa0 2024-04-26T01:35:20.109 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.113+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f82ac02e100 con 0x7f82ac102fa0 2024-04-26T01:35:20.113 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.117+0000 7f82a3400700 1 -- 172.21.15.100:0/2505855236 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f829c0292c0 con 0x7f82ac102fa0 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.121+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 msgr2=0x7f829003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.121+0000 7f82b1800700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 0x7f829003bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8294006fd0 tx=0x7f8294006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.121+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 msgr2=0x7f82ac197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.121+0000 7f82b1800700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f829c005950 tx=0x7f829c009f10 comp rx=0 tx=0).stop 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 shutdown_connections 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8290039650 0x7f829003bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:20.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 --2- 172.21.15.100:0/2505855236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f82ac102fa0 0x7f82ac197a70 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:20.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 >> 172.21.15.100:0/2505855236 conn(0x7f82ac0fc9b0 msgr2=0x7f82ac0fd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:20.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 shutdown_connections 2024-04-26T01:35:20.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:20.122+0000 7f82b1800700 1 -- 172.21.15.100:0/2505855236 wait complete. 2024-04-26T01:35:20.868 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T01:35:20.868 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T01:35:21.272 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:21.415 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2505855236' entity='client.admin' 2024-04-26T01:35:23.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 -- 172.21.15.100:0/2616045367 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 msgr2=0x7f1518109070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 --2- 172.21.15.100:0/2616045367 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f1518109070 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1508009910 tx=0x7f1508009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 -- 172.21.15.100:0/2616045367 shutdown_connections 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 --2- 172.21.15.100:0/2616045367 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f1518109070 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 -- 172.21.15.100:0/2616045367 >> 172.21.15.100:0/2616045367 conn(0x7f1518077a00 msgr2=0x7f1518079e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 -- 172.21.15.100:0/2616045367 shutdown_connections 2024-04-26T01:35:23.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.918+0000 7f151da00700 1 -- 172.21.15.100:0/2616045367 wait complete. 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.919+0000 7f151da00700 1 Processor -- start 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f151da00700 1 -- start start 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f151da00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f151da00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f151810e960 con 0x7f1518108c50 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f1517e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f1517e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35006/0 (socket says 172.21.15.100:35006) 2024-04-26T01:35:23.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f1517e00700 1 -- 172.21.15.100:0/2308070576 learned_addr learned my addr 172.21.15.100:0/2308070576 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:23.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.920+0000 7f1517e00700 1 -- 172.21.15.100:0/2308070576 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f151819e4b0 con 0x7f1518108c50 2024-04-26T01:35:23.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f1517e00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1508005830 tx=0x7f1508009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:23.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1508027070 con 0x7f1518108c50 2024-04-26T01:35:23.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1508022470 con 0x7f1518108c50 2024-04-26T01:35:23.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f151819e740 con 0x7f1518108c50 2024-04-26T01:35:23.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f150800f5b0 con 0x7f1518108c50 2024-04-26T01:35:23.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.921+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15181a1430 con 0x7f1518108c50 2024-04-26T01:35:23.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.922+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f150802a070 con 0x7f1518108c50 2024-04-26T01:35:23.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.922+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f151810f0e0 con 0x7f1518108c50 2024-04-26T01:35:23.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.923+0000 7f1514c00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 0x7f14fc03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:23.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.923+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f150801e030 con 0x7f1518108c50 2024-04-26T01:35:23.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.923+0000 7f1517400700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 0x7f14fc03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:23.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.924+0000 7f1517400700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 0x7f14fc03bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1504006fd0 tx=0x7f1504006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:23.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:23.928+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1508013070 con 0x7f1518108c50 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi100", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:24.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.161+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f151802e090 con 0x7f14fc0396b0 2024-04-26T01:35:24.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.169+0000 7f1514c00700 1 -- 172.21.15.100:0/2308070576 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f151802e090 con 0x7f14fc0396b0 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 msgr2=0x7f14fc03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 0x7f14fc03bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f1504006fd0 tx=0x7f1504006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 msgr2=0x7f151819df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1508005830 tx=0x7f1508009e60 comp rx=0 tx=0).stop 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 shutdown_connections 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14fc0396b0 0x7f14fc03bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:24.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 --2- 172.21.15.100:0/2308070576 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1518108c50 0x7f151819df70 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:24.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 >> 172.21.15.100:0/2308070576 conn(0x7f1518077a00 msgr2=0x7f15180783f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:24.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 shutdown_connections 2024-04-26T01:35:24.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:24.172+0000 7f151da00700 1 -- 172.21.15.100:0/2308070576 wait complete. 2024-04-26T01:35:24.922 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi133 2024-04-26T01:35:24.922 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:35:24.922 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:35:24.941 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:35:24.941 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:24.999 INFO:tasks.cephadm:Adding host smithi133 to orchestrator... 2024-04-26T01:35:24.999 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch host add smithi133 2024-04-26T01:35:25.397 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:25.541 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:25.541 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:25.541 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:25.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:25.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:25.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:25 smithi100 ceph-mon[28020]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:35:26.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:26 smithi100 ceph-mon[28020]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:26.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:26 smithi100 ceph-mon[28020]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:27.169 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:27 smithi100 ceph-mon[28020]: Updating smithi100:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:27.169 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:27 smithi100 ceph-mon[28020]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:35:27.169 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.393+0000 7f7b3b200700 1 -- 172.21.15.100:0/3199425435 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 msgr2=0x7f7b34075250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.393+0000 7f7b3b200700 1 --2- 172.21.15.100:0/3199425435 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b34075250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009910 tx=0x7f7b24009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.393+0000 7f7b3b200700 1 -- 172.21.15.100:0/3199425435 shutdown_connections 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.393+0000 7f7b3b200700 1 --2- 172.21.15.100:0/3199425435 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b34075250 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.393+0000 7f7b3b200700 1 -- 172.21.15.100:0/3199425435 >> 172.21.15.100:0/3199425435 conn(0x7f7b340fdf50 msgr2=0x7f7b34100370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.394+0000 7f7b3b200700 1 -- 172.21.15.100:0/3199425435 shutdown_connections 2024-04-26T01:35:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.394+0000 7f7b3b200700 1 -- 172.21.15.100:0/3199425435 wait complete. 2024-04-26T01:35:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.395+0000 7f7b3b200700 1 Processor -- start 2024-04-26T01:35:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.395+0000 7f7b3b200700 1 -- start start 2024-04-26T01:35:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b3b200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b3b200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7b3410ecd0 con 0x7f7b34074e70 2024-04-26T01:35:27.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b33e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:27.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b33e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35028/0 (socket says 172.21.15.100:35028) 2024-04-26T01:35:27.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b33e00700 1 -- 172.21.15.100:0/384291239 learned_addr learned my addr 172.21.15.100:0/384291239 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:27.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.396+0000 7f7b33e00700 1 -- 172.21.15.100:0/384291239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b3419a690 con 0x7f7b34074e70 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b33e00700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7b240057a0 tx=0x7f7b24005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b24026070 con 0x7f7b34074e70 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7b24004370 con 0x7f7b34074e70 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b3419a920 con 0x7f7b34074e70 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b24003b90 con 0x7f7b34074e70 2024-04-26T01:35:27.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.397+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b3419ad80 con 0x7f7b34074e70 2024-04-26T01:35:27.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.398+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b34076520 con 0x7f7b34074e70 2024-04-26T01:35:27.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.398+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f7b24029070 con 0x7f7b34074e70 2024-04-26T01:35:27.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.399+0000 7f7b30c00700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 0x7f7b1803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:27.395 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.399+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7b2401e070 con 0x7f7b34074e70 2024-04-26T01:35:27.395 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.399+0000 7f7b33400700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 0x7f7b1803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:27.395 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.400+0000 7f7b33400700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 0x7f7b1803bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7b20006fd0 tx=0x7f7b20006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:27.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.405+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b24013070 con 0x7f7b34074e70 2024-04-26T01:35:27.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:27.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:27.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:27.635+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}) -- 0x7f7b3419b4b0 con 0x7f7b18039650 2024-04-26T01:35:28.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:28 smithi100 ceph-mon[28020]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:29.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:29 smithi100 ceph-mon[28020]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:29.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:29 smithi100 ceph-mon[28020]: Deploying cephadm binary to smithi133 2024-04-26T01:35:30.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:30 smithi100 ceph-mon[28020]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:32.360 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.363+0000 7f7b30c00700 1 -- 172.21.15.100:0/384291239 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f7b3419b4b0 con 0x7f7b18039650 2024-04-26T01:35:32.360 INFO:teuthology.orchestra.run.smithi100.stdout:Added host 'smithi133' with addr '172.21.15.133' 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 msgr2=0x7f7b1803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 0x7f7b1803bb10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7b20006fd0 tx=0x7f7b20006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 msgr2=0x7f7b3419a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7b240057a0 tx=0x7f7b24005dc0 comp rx=0 tx=0).stop 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 shutdown_connections 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b18039650 0x7f7b1803bb10 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 --2- 172.21.15.100:0/384291239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b34074e70 0x7f7b3419a150 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.367+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 >> 172.21.15.100:0/384291239 conn(0x7f7b340fdf50 msgr2=0x7f7b341066e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.368+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 shutdown_connections 2024-04-26T01:35:32.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:32.368+0000 7f7b3b200700 1 -- 172.21.15.100:0/384291239 wait complete. 2024-04-26T01:35:32.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:32 smithi100 ceph-mon[28020]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:33.251 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:35:33.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:33 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:33.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:33 smithi100 ceph-mon[28020]: Added host smithi133 2024-04-26T01:35:33.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:33 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:33.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:33 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:33.665 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:34.800 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:34 smithi100 ceph-mon[28020]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:34.801 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 -- 172.21.15.100:0/1559949254 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 msgr2=0x7fde84108890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 --2- 172.21.15.100:0/1559949254 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84108890 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fde74009910 tx=0x7fde74009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 -- 172.21.15.100:0/1559949254 shutdown_connections 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 --2- 172.21.15.100:0/1559949254 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84108890 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 -- 172.21.15.100:0/1559949254 >> 172.21.15.100:0/1559949254 conn(0x7fde840fdf30 msgr2=0x7fde84100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 -- 172.21.15.100:0/1559949254 shutdown_connections 2024-04-26T01:35:35.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.567+0000 7fde89c00700 1 -- 172.21.15.100:0/1559949254 wait complete. 2024-04-26T01:35:35.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.568+0000 7fde89c00700 1 Processor -- start 2024-04-26T01:35:35.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.568+0000 7fde89c00700 1 -- start start 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.568+0000 7fde89c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.568+0000 7fde89c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fde8410ca50 con 0x7fde841084b0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.569+0000 7fde82a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.569+0000 7fde82a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48916/0 (socket says 172.21.15.100:48916) 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.569+0000 7fde82a00700 1 -- 172.21.15.100:0/3027427445 learned_addr learned my addr 172.21.15.100:0/3027427445 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.569+0000 7fde82a00700 1 -- 172.21.15.100:0/3027427445 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde84072990 con 0x7fde841084b0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.569+0000 7fde82a00700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde74005780 tx=0x7fde740057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.570+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde74026070 con 0x7fde841084b0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.570+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fde74004370 con 0x7fde841084b0 2024-04-26T01:35:35.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.570+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde84072c80 con 0x7fde841084b0 2024-04-26T01:35:35.567 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.570+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde74003a30 con 0x7fde841084b0 2024-04-26T01:35:35.567 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.570+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde841a8380 con 0x7fde841084b0 2024-04-26T01:35:35.567 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.571+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde84103b60 con 0x7fde841084b0 2024-04-26T01:35:35.567 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.572+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fde74029070 con 0x7fde841084b0 2024-04-26T01:35:35.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.572+0000 7fde7b400700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 0x7fde6803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:35.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.572+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fde7401e070 con 0x7fde841084b0 2024-04-26T01:35:35.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.572+0000 7fde82000700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 0x7fde6803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:35.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.573+0000 7fde82000700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 0x7fde6803bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fde70006fd0 tx=0x7fde70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:35.573 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.577+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde74030020 con 0x7fde841084b0 2024-04-26T01:35:35.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.808+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde84073760 con 0x7fde68039650 2024-04-26T01:35:35.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.810+0000 7fde7b400700 1 -- 172.21.15.100:0/3027427445 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+161 (secure 0 0 0) 0x7fde84073760 con 0x7fde68039650 2024-04-26T01:35:35.807 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:35.807 INFO:teuthology.orchestra.run.smithi100.stdout:[{"addr": "172.21.15.100", "hostname": "smithi100", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}] 2024-04-26T01:35:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 msgr2=0x7fde6803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 0x7fde6803bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fde70006fd0 tx=0x7fde70006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 msgr2=0x7fde84072450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde74005780 tx=0x7fde740057b0 comp rx=0 tx=0).stop 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 shutdown_connections 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fde68039650 0x7fde6803bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 --2- 172.21.15.100:0/3027427445 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fde841084b0 0x7fde84072450 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.813+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 >> 172.21.15.100:0/3027427445 conn(0x7fde840fdf30 msgr2=0x7fde84109f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:35.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.814+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 shutdown_connections 2024-04-26T01:35:35.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:35.814+0000 7fde89c00700 1 -- 172.21.15.100:0/3027427445 wait complete. 2024-04-26T01:35:36.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:36.323 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:36 smithi100 ceph-mon[28020]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:36.514 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi148 2024-04-26T01:35:36.515 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:35:36.515 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:35:36.534 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:35:36.534 DEBUG:teuthology.orchestra.run.smithi148:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:36.591 INFO:tasks.cephadm:Adding host smithi148 to orchestrator... 2024-04-26T01:35:36.592 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch host add smithi148 2024-04-26T01:35:37.031 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:37.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:37 smithi100 ceph-mon[28020]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:38.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:35:38.988 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 -- 172.21.15.100:0/1787731879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 msgr2=0x7f47c410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:38.988 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1787731879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c410dd30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f47b4009910 tx=0x7f47b4009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 -- 172.21.15.100:0/1787731879 shutdown_connections 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1787731879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c410dd30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 -- 172.21.15.100:0/1787731879 >> 172.21.15.100:0/1787731879 conn(0x7f47c40782a0 msgr2=0x7f47c407a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 -- 172.21.15.100:0/1787731879 shutdown_connections 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.990+0000 7f47c9c00700 1 -- 172.21.15.100:0/1787731879 wait complete. 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.992+0000 7f47c9c00700 1 Processor -- start 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.992+0000 7f47c9c00700 1 -- start start 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.992+0000 7f47c9c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:38.989 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.992+0000 7f47c9c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f47c4113090 con 0x7f47c410d950 2024-04-26T01:35:38.990 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47c2a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:38.990 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47c2a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48942/0 (socket says 172.21.15.100:48942) 2024-04-26T01:35:38.990 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47c2a00700 1 -- 172.21.15.100:0/1739879807 learned_addr learned my addr 172.21.15.100:0/1739879807 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:38.990 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47c2a00700 1 -- 172.21.15.100:0/1739879807 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47c419e990 con 0x7f47c410d950 2024-04-26T01:35:38.990 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47c2a00700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47b40057a0 tx=0x7f47b4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.993+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47b4026070 con 0x7f47c410d950 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.994+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f47b4004370 con 0x7f47c410d950 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.994+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47c419ec80 con 0x7f47c410d950 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.994+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47b4003b60 con 0x7f47c410d950 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.994+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47c41a2d20 con 0x7f47c410d950 2024-04-26T01:35:38.991 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.995+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47c410a170 con 0x7f47c410d950 2024-04-26T01:35:38.992 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.995+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f47b4029070 con 0x7f47c410d950 2024-04-26T01:35:38.992 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.995+0000 7f47bb400700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 0x7f47a803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:38.992 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.995+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f47b401e070 con 0x7f47c410d950 2024-04-26T01:35:38.992 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.996+0000 7f47c2000700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 0x7f47a803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:38.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:38.996+0000 7f47c2000700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 0x7f47a803bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f47b0006fd0 tx=0x7f47b0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:38.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:39.001+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f47b4013070 con 0x7f47c410d950 2024-04-26T01:35:39.073 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:39.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:39.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:39 smithi100 ceph-mon[28020]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:35:39.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:39 smithi100 ceph-mon[28020]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:39.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:39.279+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}) -- 0x7f47c419f7b0 con 0x7f47a8039650 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:40.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:40 smithi100 ceph-mon[28020]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:41.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:41 smithi100 ceph-mon[28020]: Deploying cephadm binary to smithi148 2024-04-26T01:35:42.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:42 smithi100 ceph-mon[28020]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:43.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.864+0000 7f47bb400700 1 -- 172.21.15.100:0/1739879807 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f47c419f7b0 con 0x7f47a8039650 2024-04-26T01:35:43.860 INFO:teuthology.orchestra.run.smithi100.stdout:Added host 'smithi148' with addr '172.21.15.148' 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 msgr2=0x7f47a803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 0x7f47a803bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f47b0006fd0 tx=0x7f47b0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 msgr2=0x7f47c419e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f47b40057a0 tx=0x7f47b4005dc0 comp rx=0 tx=0).stop 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 shutdown_connections 2024-04-26T01:35:43.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47a8039650 0x7f47a803bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:43.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 --2- 172.21.15.100:0/1739879807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f47c410d950 0x7f47c419e450 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:43.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 >> 172.21.15.100:0/1739879807 conn(0x7f47c40782a0 msgr2=0x7f47c4110500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:43.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 shutdown_connections 2024-04-26T01:35:43.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:43.868+0000 7f47c9c00700 1 -- 172.21.15.100:0/1739879807 wait complete. 2024-04-26T01:35:44.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:44 smithi100 ceph-mon[28020]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:44.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:44 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:44.543 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:44 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:44.599 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:35:45.019 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:45.446 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:45 smithi100 ceph-mon[28020]: Added host smithi148 2024-04-26T01:35:45.446 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:45 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:45.446 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:45 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:46.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:46 smithi100 ceph-mon[28020]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 -- 172.21.15.100:0/1360818623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 msgr2=0x7f94c410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 --2- 172.21.15.100:0/1360818623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c410dd30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f94b4009910 tx=0x7f94b4009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 -- 172.21.15.100:0/1360818623 shutdown_connections 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 --2- 172.21.15.100:0/1360818623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c410dd30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 -- 172.21.15.100:0/1360818623 >> 172.21.15.100:0/1360818623 conn(0x7f94c40782a0 msgr2=0x7f94c407a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 -- 172.21.15.100:0/1360818623 shutdown_connections 2024-04-26T01:35:47.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.100+0000 7f94c9200700 1 -- 172.21.15.100:0/1360818623 wait complete. 2024-04-26T01:35:47.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.102+0000 7f94c9200700 1 Processor -- start 2024-04-26T01:35:47.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.102+0000 7f94c9200700 1 -- start start 2024-04-26T01:35:47.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.102+0000 7f94c9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:47.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.102+0000 7f94c9200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f94c4113090 con 0x7f94c410d950 2024-04-26T01:35:47.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.102+0000 7f94c1e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:47.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94c1e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40900/0 (socket says 172.21.15.100:40900) 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94c1e00700 1 -- 172.21.15.100:0/1078985870 learned_addr learned my addr 172.21.15.100:0/1078985870 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94c1e00700 1 -- 172.21.15.100:0/1078985870 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c419e9d0 con 0x7f94c410d950 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94c1e00700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f94b4006010 tx=0x7f94b4009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94b4027070 con 0x7f94c410d950 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.103+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f94b4022470 con 0x7f94c410d950 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.104+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f94b400f5f0 con 0x7f94c410d950 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.104+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94c419ecc0 con 0x7f94c410d950 2024-04-26T01:35:47.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.104+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94c41a2d60 con 0x7f94c410d950 2024-04-26T01:35:47.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.105+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f94b402a070 con 0x7f94c410d950 2024-04-26T01:35:47.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.105+0000 7f94baa00700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 0x7f94a803bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:47.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.105+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f94b401e030 con 0x7f94c410d950 2024-04-26T01:35:47.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.105+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94c410a170 con 0x7f94c410d950 2024-04-26T01:35:47.101 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.105+0000 7f94c1400700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 0x7f94a803bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:47.101 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.106+0000 7f94c1400700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 0x7f94a803bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f94b0006fd0 tx=0x7f94b0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:47.106 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.111+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f94b4013070 con 0x7f94c410d950 2024-04-26T01:35:47.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.345+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f94c40640a0 con 0x7f94a80396b0 2024-04-26T01:35:47.342 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.347+0000 7f94baa00700 1 -- 172.21.15.100:0/1078985870 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+241 (secure 0 0 0) 0x7f94c40640a0 con 0x7f94a80396b0 2024-04-26T01:35:47.342 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:35:47.342 INFO:teuthology.orchestra.run.smithi100.stdout:[{"addr": "172.21.15.100", "hostname": "smithi100", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}, {"addr": "172.21.15.148", "hostname": "smithi148", "labels": [], "status": ""}] 2024-04-26T01:35:47.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 msgr2=0x7f94a803bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:47.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 0x7f94a803bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f94b0006fd0 tx=0x7f94b0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:47.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 msgr2=0x7f94c419e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:47.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f94b4006010 tx=0x7f94b4009f30 comp rx=0 tx=0).stop 2024-04-26T01:35:47.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 shutdown_connections 2024-04-26T01:35:47.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f94a80396b0 0x7f94a803bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:47.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 --2- 172.21.15.100:0/1078985870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94c410d950 0x7f94c419e490 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:47.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 >> 172.21.15.100:0/1078985870 conn(0x7f94c40782a0 msgr2=0x7f94c4110500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:47.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 shutdown_connections 2024-04-26T01:35:47.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:47.350+0000 7f94c9200700 1 -- 172.21.15.100:0/1078985870 wait complete. 2024-04-26T01:35:47.995 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:47.996 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:47 smithi100 ceph-mon[28020]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:47.996 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:47 smithi100 ceph-mon[28020]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:35:48.052 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T01:35:48.052 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T01:35:48.467 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:35:50.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.383+0000 7f1076000700 1 -- 172.21.15.100:0/2200001987 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 msgr2=0x7f1070103a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:50.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.383+0000 7f1076000700 1 --2- 172.21.15.100:0/2200001987 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070103a00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1060009910 tx=0x7f1060009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:50.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.383+0000 7f1076000700 1 -- 172.21.15.100:0/2200001987 shutdown_connections 2024-04-26T01:35:50.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.383+0000 7f1076000700 1 --2- 172.21.15.100:0/2200001987 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070103a00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:50.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.383+0000 7f1076000700 1 -- 172.21.15.100:0/2200001987 >> 172.21.15.100:0/2200001987 conn(0x7f1070078010 msgr2=0x7f10700ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:50.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.384+0000 7f1076000700 1 -- 172.21.15.100:0/2200001987 shutdown_connections 2024-04-26T01:35:50.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.384+0000 7f1076000700 1 -- 172.21.15.100:0/2200001987 wait complete. 2024-04-26T01:35:50.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.385+0000 7f1076000700 1 Processor -- start 2024-04-26T01:35:50.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.385+0000 7f1076000700 1 -- start start 2024-04-26T01:35:50.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f1076000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:50.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f1076000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f107010cab0 con 0x7f1070103620 2024-04-26T01:35:50.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f106f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:50.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f106f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40912/0 (socket says 172.21.15.100:40912) 2024-04-26T01:35:50.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f106f400700 1 -- 172.21.15.100:0/1419046641 learned_addr learned my addr 172.21.15.100:0/1419046641 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:35:50.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.386+0000 7f106f400700 1 -- 172.21.15.100:0/1419046641 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1070103170 con 0x7f1070103620 2024-04-26T01:35:50.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f106f400700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1060006010 tx=0x7f1060009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:50.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1060027070 con 0x7f1070103620 2024-04-26T01:35:50.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1060022470 con 0x7f1070103620 2024-04-26T01:35:50.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10701017c0 con 0x7f1070103620 2024-04-26T01:35:50.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f106000f5f0 con 0x7f1070103620 2024-04-26T01:35:50.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.387+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1070101c80 con 0x7f1070103620 2024-04-26T01:35:50.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.388+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f106002a070 con 0x7f1070103620 2024-04-26T01:35:50.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.388+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107006a710 con 0x7f1070103620 2024-04-26T01:35:50.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.389+0000 7f1067e00700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 0x7f105403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:50.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.389+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f106001e030 con 0x7f1070103620 2024-04-26T01:35:50.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.389+0000 7f106ea00700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 0x7f105403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:50.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.390+0000 7f106ea00700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 0x7f105403bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f105c006fd0 tx=0x7f105c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:50.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.395+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1060013070 con 0x7f1070103620 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:50.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:50.638+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f1070102850 con 0x7f1070103620 2024-04-26T01:35:51.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.278+0000 7f1067e00700 1 -- 172.21.15.100:0/1419046641 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f10600292c0 con 0x7f1070103620 2024-04-26T01:35:51.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 msgr2=0x7f105403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 0x7f105403bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f105c006fd0 tx=0x7f105c006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 msgr2=0x7f1070101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1060006010 tx=0x7f1060009f30 comp rx=0 tx=0).stop 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 shutdown_connections 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f10540396b0 0x7f105403bb70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 --2- 172.21.15.100:0/1419046641 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1070103620 0x7f1070101280 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 >> 172.21.15.100:0/1419046641 conn(0x7f1070078010 msgr2=0x7f10701043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 shutdown_connections 2024-04-26T01:35:51.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:35:51.283+0000 7f1076000700 1 -- 172.21.15.100:0/1419046641 wait complete. 2024-04-26T01:35:51.280 INFO:teuthology.orchestra.run.smithi100.stderr:adjusted tunables profile to default 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:51.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:52.032 INFO:tasks.cephadm:Adding mon.a on smithi100 2024-04-26T01:35:52.033 INFO:tasks.cephadm:Adding mon.b on smithi133 2024-04-26T01:35:52.033 INFO:tasks.cephadm:Adding mon.c on smithi148 2024-04-26T01:35:52.033 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c' 2024-04-26T01:35:52.268 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:52.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:52 smithi100 ceph-mon[28020]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:52.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:52 smithi100 ceph-mon[28020]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:35:52.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:52 smithi100 ceph-mon[28020]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:52.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:52 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:35:52.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:52 smithi100 ceph-mon[28020]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:35:53.721 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/1880345085 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 msgr2=0x7fc1b4103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:53.721 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/1880345085 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4103a60 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009910 tx=0x7fc1b0009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:53.721 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/1880345085 shutdown_connections 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/1880345085 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4103a60 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/1880345085 >> 172.21.15.148:0/1880345085 conn(0x7fc1b40fce10 msgr2=0x7fc1b40ff230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/1880345085 shutdown_connections 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.725+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/1880345085 wait complete. 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.726+0000 7fc1bb6e4700 1 Processor -- start 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.726+0000 7fc1bb6e4700 1 -- start start 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.726+0000 7fc1bb6e4700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:53.722 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.726+0000 7fc1bb6e4700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b410caa0 con 0x7fc1b4103680 2024-04-26T01:35:53.723 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.727+0000 7fc1b9480700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:53.723 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.727+0000 7fc1b9480700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.148:44180/0 (socket says 172.21.15.148:44180) 2024-04-26T01:35:53.723 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.727+0000 7fc1b9480700 1 -- 172.21.15.148:0/2600168123 learned_addr learned my addr 172.21.15.148:0/2600168123 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:35:53.723 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.727+0000 7fc1b9480700 1 -- 172.21.15.148:0/2600168123 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b4198460 con 0x7fc1b4103680 2024-04-26T01:35:53.723 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1b9480700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc1b00057a0 tx=0x7fc1b0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1b0026070 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b41986f0 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b4198b50 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc1b0004370 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.728+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1b0003ac0 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.729+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b406b120 con 0x7fc1b4103680 2024-04-26T01:35:53.724 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.729+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fc1b0029070 con 0x7fc1b4103680 2024-04-26T01:35:53.725 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.730+0000 7fc1aa7fc700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 0x7fc1a003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:53.725 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.730+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc1b001e070 con 0x7fc1b4103680 2024-04-26T01:35:53.725 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.730+0000 7fc1b8c7f700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 0x7fc1a003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:53.726 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.731+0000 7fc1b8c7f700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 0x7fc1a003bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc1a4006fd0 tx=0x7fc1a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:53.739 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.744+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1b0013070 con 0x7fc1b4103680 2024-04-26T01:35:53.950 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.955+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c", "target": ["mon-mgr", ""]}) -- 0x7fc1b4104b40 con 0x7fc1a0039650 2024-04-26T01:35:53.965 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.969+0000 7fc1aa7fc700 1 -- 172.21.15.148:0/2600168123 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc1b4104b40 con 0x7fc1a0039650 2024-04-26T01:35:53.965 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mon update... 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 msgr2=0x7fc1a003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 0x7fc1a003bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc1a4006fd0 tx=0x7fc1a4006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 msgr2=0x7fc1b4197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc1b00057a0 tx=0x7fc1b0005dc0 comp rx=0 tx=0).stop 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 shutdown_connections 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc1a0039650 0x7fc1a003bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 --2- 172.21.15.148:0/2600168123 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc1b4103680 0x7fc1b4197f20 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 >> 172.21.15.148:0/2600168123 conn(0x7fc1b40fce10 msgr2=0x7fc1b4104430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 shutdown_connections 2024-04-26T01:35:53.967 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:53.971+0000 7fc1bb6e4700 1 -- 172.21.15.148:0/2600168123 wait complete. 2024-04-26T01:35:54.563 DEBUG:teuthology.orchestra.run.smithi133:mon.b> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T01:35:54.565 DEBUG:teuthology.orchestra.run.smithi148:mon.c> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T01:35:54.568 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:35:54.568 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:35:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:55.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:55 smithi100 ceph-mon[28020]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:55.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:55 smithi100 ceph-mon[28020]: Saving service mon spec with placement smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c;count:3 2024-04-26T01:35:55.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:55 smithi100 ceph-mon[28020]: Deploying daemon mon.c on smithi148 2024-04-26T01:35:55.695 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:56.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:56 smithi100 ceph-mon[28020]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:58.238 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 -- 172.21.15.148:0/956526892 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 msgr2=0x7fe1f0101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 --2- 172.21.15.148:0/956526892 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0101990 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec009910 tx=0x7fe1ec009c20 comp rx=0 tx=0).stop 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 -- 172.21.15.148:0/956526892 shutdown_connections 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 --2- 172.21.15.148:0/956526892 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0101990 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 -- 172.21.15.148:0/956526892 >> 172.21.15.148:0/956526892 conn(0x7fe1f00fce80 msgr2=0x7fe1f00ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 -- 172.21.15.148:0/956526892 shutdown_connections 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.241+0000 7fe1f8484700 1 -- 172.21.15.148:0/956526892 wait complete. 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.242+0000 7fe1f8484700 1 Processor -- start 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.242+0000 7fe1f8484700 1 -- start start 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.242+0000 7fe1f8484700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.242+0000 7fe1f8484700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe1f010b970 con 0x7fe1f01015b0 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.243+0000 7fe1f6220700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.243+0000 7fe1f6220700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.148:44184/0 (socket says 172.21.15.148:44184) 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.243+0000 7fe1f6220700 1 -- 172.21.15.148:0/2327429726 learned_addr learned my addr 172.21.15.148:0/2327429726 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:35:58.239 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.243+0000 7fe1f6220700 1 -- 172.21.15.148:0/2327429726 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1f0198420 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1f6220700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec006010 tx=0x7fe1ec009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1ec027070 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1f0198710 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1f019c7b0 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe1ec004830 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.244+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1ec022ab0 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.245+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d4005330 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.245+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fe1ec02a070 con 0x7fe1f01015b0 2024-04-26T01:35:58.241 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.246+0000 7fe1e77fe700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 0x7fe1dc03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:35:58.242 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.246+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe1ec01e030 con 0x7fe1f01015b0 2024-04-26T01:35:58.242 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.246+0000 7fe1f5a1f700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 0x7fe1dc03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:35:58.246 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.247+0000 7fe1f5a1f700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 0x7fe1dc03bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe1e0006fd0 tx=0x7fe1e0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:35:58.257 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.262+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe1ec013070 con 0x7fe1f01015b0 2024-04-26T01:35:58.566 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.570+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe1d40058f0 con 0x7fe1f01015b0 2024-04-26T01:35:58.566 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.571+0000 7fe1e77fe700 1 -- 172.21.15.148:0/2327429726 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+749 (secure 0 0 0) 0x7fe1ec035020 con 0x7fe1f01015b0 2024-04-26T01:35:58.566 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:35:58.567 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":1,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","modified":"2024-04-26T01:33:44.960096Z","created":"2024-04-26T01:33:44.960096Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:3300","nonce":0},{"type":"v1","addr":"172.21.15.100:6789","nonce":0}]},"addr":"172.21.15.100:6789/0","public_addr":"172.21.15.100:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 msgr2=0x7fe1dc03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 0x7fe1dc03bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fe1e0006fd0 tx=0x7fe1e0006e40 comp rx=0 tx=0).stop 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 msgr2=0x7fe1f0197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec006010 tx=0x7fe1ec009ec0 comp rx=0 tx=0).stop 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 shutdown_connections 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe1dc039650 0x7fe1dc03bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 --2- 172.21.15.148:0/2327429726 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe1f01015b0 0x7fe1f0197ee0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 >> 172.21.15.148:0/2327429726 conn(0x7fe1f00fce80 msgr2=0x7fe1f006a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:35:58.569 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 shutdown_connections 2024-04-26T01:35:58.570 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:35:58.574+0000 7fe1f8484700 1 -- 172.21.15.148:0/2327429726 wait complete. 2024-04-26T01:35:58.570 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 1 2024-04-26T01:35:58.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:58 smithi100 ceph-mon[28020]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:58 smithi148 systemd[1]: Starting Ceph mon.c for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:35:59.514 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 podman[32972]: 2024-04-26 01:35:59.360673461 +0000 UTC m=+0.101815414 container create 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T01:35:59.514 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 podman[32972]: 2024-04-26 01:35:59.280297191 +0000 UTC m=+0.021439167 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:35:59.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:35:59 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/2327429726' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 podman[32972]: 2024-04-26 01:35:59.621625855 +0000 UTC m=+0.362767814 container init 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 podman[32972]: 2024-04-26 01:35:59.624756331 +0000 UTC m=+0.365898284 container start 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pidfile_write: ignore empty --pid-file 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: load: jerasure load: lrc 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Git sha 0 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:35:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: DB SUMMARY 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: DB Session ID: ZGMLR1CR6VFN44H1DGQ4 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.env: 0x5597130f5cc0 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:35:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.info_log: 0x559714d99be0 2024-04-26T01:35:59.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:35:59.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.statistics: (nil) 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.use_fsync: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:35:59.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.db_log_dir: 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.wal_dir: 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.write_buffer_manager: 0x559714d2d0e0 2024-04-26T01:35:59.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.unordered_write: 0 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:35:59.815 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.row_cache: None 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.wal_filter: None 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.wal_compression: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:35:59.816 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:35:59.817 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_open_files: -1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Compression algorithms supported: 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kZSTD supported: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:35:59.818 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.merge_operator: 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_filter: None 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559714d99dc0) 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:35:59.819 INFO:journalctl@ceph.mon.c.smithi148.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: index_type: 0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: data_block_index_type: 0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: index_shortening: 1 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: checksum: 4 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: no_block_cache: 0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_cache: 0x559714d5f1f0 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_cache_options: 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: capacity : 536870912 2024-04-26T01:35:59.820 INFO:journalctl@ceph.mon.c.smithi148.stdout: num_shard_bits : 4 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: strict_capacity_limit : 0 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_cache_compressed: (nil) 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: persistent_cache: (nil) 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_size: 4096 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_size_deviation: 10 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_restart_interval: 16 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: index_block_restart_interval: 1 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: metadata_block_size: 4096 2024-04-26T01:35:59.821 INFO:journalctl@ceph.mon.c.smithi148.stdout: partition_filters: 0 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: use_delta_encoding: 1 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: filter_policy: bloomfilter 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: whole_key_filtering: 1 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: verify_compression: 0 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:35:59.822 INFO:journalctl@ceph.mon.c.smithi148.stdout: format_version: 5 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: enable_index_compression: 1 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: block_align: 0 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: max_auto_readahead_size: 262144 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: prepopulate_block_cache: 0 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:35:59.823 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression: NoCompression 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.num_levels: 7 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:35:59.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:35:59.825 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:35:59.826 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:35:59.827 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:35:59.827 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:35:59.827 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:35:59.827 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:35:59.827 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:35:59.828 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.ttl: 2592000 2024-04-26T01:35:59.829 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T01:35:59.830 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1a583bd0-6cd4-4fc7-abdc-0c796ce38744 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095359654320, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095359654755, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095359, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1a583bd0-6cd4-4fc7-abdc-0c796ce38744", "db_session_id": "ZGMLR1CR6VFN44H1DGQ4", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095359654836, "job": 1, "event": "recovery_finished"} 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559714e74000 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: DB pointer 0x559714e5e000 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout: ** DB Stats ** 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:35:59.831 INFO:journalctl@ceph.mon.c.smithi148.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:35:59.832 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: ** Compaction Stats [default] ** 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:35:59.833 INFO:journalctl@ceph.mon.c.smithi148.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: Block cache BinnedLRUCache@0x559714d5f1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:35:59.834 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: using public_addr v2:172.21.15.148:0/0 -> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: starting mon.c rank -1 at public addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] at bind addrs [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(???) e0 preinit fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).mds e1 new map 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: e1 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: legacy client fscid: -1 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout: No filesystems configured 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T01:35:59.835 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Added host smithi133 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.836 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.837 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:59.838 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Deploying cephadm binary to smithi148 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Added host smithi148 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.839 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.840 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Saving service mon spec with placement smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c;count:3 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: Deploying daemon mon.c on smithi148 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:35:59.841 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/2327429726' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:35:59.842 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 ceph-mon[32990]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T01:35:59.842 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 bash[32972]: 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce 2024-04-26T01:35:59.842 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:35:59 smithi148 systemd[1]: Started Ceph mon.c for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:36:00.176 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:36:00.176 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:36:00.410 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:36:04.786 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 -- 172.21.15.148:0/2447753789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 msgr2=0x7f6a18005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 --2- 172.21.15.148:0/2447753789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a18005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6a30101380 tx=0x7f6a2400feb0 comp rx=0 tx=0).stop 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 -- 172.21.15.148:0/2447753789 shutdown_connections 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 --2- 172.21.15.148:0/2447753789 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a18005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 -- 172.21.15.148:0/2447753789 >> 172.21.15.148:0/2447753789 conn(0x7f6a300fcf40 msgr2=0x7f6a300ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 -- 172.21.15.148:0/2447753789 shutdown_connections 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.790+0000 7f6a36741700 1 -- 172.21.15.148:0/2447753789 wait complete. 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.791+0000 7f6a36741700 1 Processor -- start 2024-04-26T01:36:04.787 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.791+0000 7f6a36741700 1 -- start start 2024-04-26T01:36:04.788 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a36741700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a30198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:04.788 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a36741700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:04.788 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a36741700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6a301094e0 con 0x7f6a180035c0 2024-04-26T01:36:04.788 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a36741700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6a30109360 con 0x7f6a301993f0 2024-04-26T01:36:04.788 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:45138/0 (socket says 172.21.15.148:45138) 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 -- 172.21.15.148:0/928567757 learned_addr learned my addr 172.21.15.148:0/928567757 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 -- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 msgr2=0x7f6a30199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 -- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 msgr2=0x7f6a30199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2f7fe700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.792+0000 7f6a2ffff700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a30198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.793+0000 7f6a2ffff700 1 -- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 msgr2=0x7f6a30199870 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.793+0000 7f6a2ffff700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.793+0000 7f6a2ffff700 1 -- 172.21.15.148:0/928567757 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a301a1f20 con 0x7f6a180035c0 2024-04-26T01:36:04.789 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.794+0000 7f6a2ffff700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a30198eb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6a24010010 tx=0x7f6a24004f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:04.791 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.796+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6a24005170 con 0x7f6a180035c0 2024-04-26T01:36:04.791 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.796+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a301a20f0 con 0x7f6a180035c0 2024-04-26T01:36:04.791 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.796+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a301a2620 con 0x7f6a180035c0 2024-04-26T01:36:04.791 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.796+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6a24004d00 con 0x7f6a180035c0 2024-04-26T01:36:04.791 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.796+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6a24004550 con 0x7f6a180035c0 2024-04-26T01:36:04.792 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.797+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a18002160 con 0x7f6a180035c0 2024-04-26T01:36:04.793 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.798+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f6a24023070 con 0x7f6a180035c0 2024-04-26T01:36:04.793 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.798+0000 7f6a2d7fa700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 0x7f6a1c03b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:04.793 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.798+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6a24020050 con 0x7f6a180035c0 2024-04-26T01:36:04.794 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.799+0000 7f6a2f7fe700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 0x7f6a1c03b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:04.795 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.800+0000 7f6a2f7fe700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 0x7f6a1c03b900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6a20009180 tx=0x7f6a20008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:04.809 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:04.814+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6a24028020 con 0x7f6a180035c0 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: mon.a calling monitor election 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: mon.c calling monitor election 2024-04-26T01:36:05.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: monmap epoch 2 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: last_changed 2024-04-26T01:35:59.687140+0000 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: min_mon_release 19 (squid) 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: election_strategy: 1 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: fsmap 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: mgrmap e13: x(active, since 59s) 2024-04-26T01:36:05.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: overall HEALTH_OK 2024-04-26T01:36:05.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:05.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:04 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:05.080 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:05.080 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: mon.a calling monitor election 2024-04-26T01:36:05.080 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: mon.c calling monitor election 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: monmap epoch 2 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: last_changed 2024-04-26T01:35:59.687140+0000 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:05.081 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: min_mon_release 19 (squid) 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: election_strategy: 1 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: fsmap 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: mgrmap e13: x(active, since 59s) 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: overall HEALTH_OK 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:05.082 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:04 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:05.098 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.103+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f6a18002c50 con 0x7f6a180035c0 2024-04-26T01:36:05.099 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.104+0000 7f6a2d7fa700 1 -- 172.21.15.148:0/928567757 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1019 (secure 0 0 0) 0x7f6a24024800 con 0x7f6a180035c0 2024-04-26T01:36:05.100 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:36:05.100 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":2,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","modified":"2024-04-26T01:35:59.687140Z","created":"2024-04-26T01:33:44.960096Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:3300","nonce":0},{"type":"v1","addr":"172.21.15.100:6789","nonce":0}]},"addr":"172.21.15.100:6789/0","public_addr":"172.21.15.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 msgr2=0x7f6a1c03b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 0x7f6a1c03b900 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6a20009180 tx=0x7f6a20008040 comp rx=0 tx=0).stop 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 msgr2=0x7f6a30198eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a30198eb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6a24010010 tx=0x7f6a24004f60 comp rx=0 tx=0).stop 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 shutdown_connections 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a1c039440 0x7f6a1c03b900 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:05.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6a180035c0 0x7f6a30198eb0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:05.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 --2- 172.21.15.148:0/928567757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6a301993f0 0x7f6a30199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:05.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 >> 172.21.15.148:0/928567757 conn(0x7f6a300fcf40 msgr2=0x7f6a300fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:05.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 shutdown_connections 2024-04-26T01:36:05.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:05.107+0000 7f6a36741700 1 -- 172.21.15.148:0/928567757 wait complete. 2024-04-26T01:36:05.103 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 2 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: Deploying daemon mon.b on smithi133 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/928567757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:06.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: Deploying daemon mon.b on smithi133 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/928567757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:06.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:06.648 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:36:06.648 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:36:06.890 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:36:08.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 -- 172.21.15.148:0/553882522 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b50074d60 msgr2=0x7f6b50075140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:08.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 --2- 172.21.15.148:0/553882522 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b50074d60 0x7f6b50075140 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c009910 tx=0x7f6b4c009c20 comp rx=0 tx=0).stop 2024-04-26T01:36:08.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 -- 172.21.15.148:0/553882522 shutdown_connections 2024-04-26T01:36:08.361 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 --2- 172.21.15.148:0/553882522 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b50074d60 0x7f6b50075140 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 -- 172.21.15.148:0/553882522 >> 172.21.15.148:0/553882522 conn(0x7f6b500fe050 msgr2=0x7f6b50100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 -- 172.21.15.148:0/553882522 shutdown_connections 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.360+0000 7f6b581cf700 1 -- 172.21.15.148:0/553882522 wait complete. 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 Processor -- start 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 -- start start 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 0x7f6b5019ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5010edf0 con 0x7f6b5019af70 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b581cf700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6b5010ec70 con 0x7f6b5019a650 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:08.362 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:45150/0 (socket says 172.21.15.148:45150) 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 -- 172.21.15.148:0/648368068 learned_addr learned my addr 172.21.15.148:0/648368068 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 -- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 msgr2=0x7f6b5019aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 -- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 msgr2=0x7f6b5019aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.361+0000 7f6b55f6b700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.362+0000 7f6b5576a700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 0x7f6b5019ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.362+0000 7f6b5576a700 1 -- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 msgr2=0x7f6b5019aa30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.362+0000 7f6b5576a700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.362+0000 7f6b5576a700 1 -- 172.21.15.148:0/648368068 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b5019f4e0 con 0x7f6b5019af70 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b5576a700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 0x7f6b5019ef20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6b4000b4d0 tx=0x7f6b4000b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6b40011630 con 0x7f6b5019af70 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b5019f7d0 con 0x7f6b5019af70 2024-04-26T01:36:08.363 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b5019fd60 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b40011ca0 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.363+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f6b400193b0 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.364+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b34005360 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.364+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f6b40018020 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.365+0000 7f6b46ffd700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 0x7f6b3c03b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.365+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6b4004c6b0 con 0x7f6b5019af70 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.365+0000 7f6b55f6b700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 0x7f6b3c03b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:08.364 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.366+0000 7f6b55f6b700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 0x7f6b3c03b8b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c00b5c0 tx=0x7f6b4c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:08.374 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.379+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b4001f020 con 0x7f6b5019af70 2024-04-26T01:36:08.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:08 smithi148 ceph-mon[32990]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:08 smithi100 ceph-mon[28020]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.592 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 podman[32317]: 2024-04-26 01:36:08.397701662 +0000 UTC m=+0.019159157 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:36:08.653 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.658+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f6b34005920 con 0x7f6b5019af70 2024-04-26T01:36:08.655 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.659+0000 7f6b46ffd700 1 -- 172.21.15.148:0/648368068 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1019 (secure 0 0 0) 0x7f6b40010380 con 0x7f6b5019af70 2024-04-26T01:36:08.655 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:36:08.655 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":2,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","modified":"2024-04-26T01:35:59.687140Z","created":"2024-04-26T01:33:44.960096Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:3300","nonce":0},{"type":"v1","addr":"172.21.15.100:6789","nonce":0}]},"addr":"172.21.15.100:6789/0","public_addr":"172.21.15.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:36:08.657 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.661+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 msgr2=0x7f6b3c03b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:08.657 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.661+0000 7f6b581cf700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 0x7f6b3c03b8b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6b4c00b5c0 tx=0x7f6b4c01a040 comp rx=0 tx=0).stop 2024-04-26T01:36:08.657 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.661+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 msgr2=0x7f6b5019ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:08.657 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.661+0000 7f6b581cf700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 0x7f6b5019ef20 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6b4000b4d0 tx=0x7f6b4000b890 comp rx=0 tx=0).stop 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 shutdown_connections 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0393f0 0x7f6b3c03b8b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b5019a650 0x7f6b5019aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 --2- 172.21.15.148:0/648368068 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b5019af70 0x7f6b5019ef20 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 >> 172.21.15.148:0/648368068 conn(0x7f6b500fe050 msgr2=0x7f6b500fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 shutdown_connections 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:08.662+0000 7f6b581cf700 1 -- 172.21.15.148:0/648368068 wait complete. 2024-04-26T01:36:08.658 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 2 2024-04-26T01:36:08.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 podman[32317]: 2024-04-26 01:36:08.657133102 +0000 UTC m=+0.278590583 container init c4ee7cc2c175432305f17ca42b5b6994175af4e0c69afbe7871cc81b604a552e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 podman[32317]: 2024-04-26 01:36:08.660259922 +0000 UTC m=+0.281717403 container start c4ee7cc2c175432305f17ca42b5b6994175af4e0c69afbe7871cc81b604a552e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5) 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pidfile_write: ignore empty --pid-file 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: load: jerasure load: lrc 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Git sha 0 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: DB SUMMARY 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: DB Session ID: 27JLL5UIJ4DMPC97MFF8 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:36:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.env: 0x556c5d427cc0 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.info_log: 0x556c5edddbe0 2024-04-26T01:36:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:36:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.statistics: (nil) 2024-04-26T01:36:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.use_fsync: 0 2024-04-26T01:36:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:36:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:36:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.db_log_dir: 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.wal_dir: 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:36:08.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.write_buffer_manager: 0x556c5ed710e0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:36:08.903 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.unordered_write: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.row_cache: None 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.wal_filter: None 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.wal_compression: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:36:08.904 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:36:08.905 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_open_files: -1 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:36:08.906 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Compression algorithms supported: 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kZSTD supported: 0 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:36:08.907 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.merge_operator: 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_filter: None 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:36:08.908 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556c5eddddc0) 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: index_type: 0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: data_block_index_type: 0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: index_shortening: 1 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: checksum: 4 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: no_block_cache: 0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_cache: 0x556c5eda31f0 2024-04-26T01:36:08.909 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_cache_options: 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: capacity : 536870912 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: num_shard_bits : 4 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: strict_capacity_limit : 0 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_cache_compressed: (nil) 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: persistent_cache: (nil) 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_size: 4096 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_size_deviation: 10 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_restart_interval: 16 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: index_block_restart_interval: 1 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: metadata_block_size: 4096 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: partition_filters: 0 2024-04-26T01:36:08.910 INFO:journalctl@ceph.mon.b.smithi133.stdout: use_delta_encoding: 1 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: filter_policy: bloomfilter 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: whole_key_filtering: 1 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: verify_compression: 0 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: format_version: 5 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: enable_index_compression: 1 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: block_align: 0 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: max_auto_readahead_size: 262144 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: prepopulate_block_cache: 0 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:36:08.911 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression: NoCompression 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.num_levels: 7 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:36:08.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:36:08.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:36:08.914 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:36:08.915 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:36:08.915 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:36:08.916 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:36:08.917 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.ttl: 2592000 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:36:08.918 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4182aa21-a12f-4a2e-82af-6c1313d8a0ae 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095368690176, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095368690587, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095368, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4182aa21-a12f-4a2e-82af-6c1313d8a0ae", "db_session_id": "27JLL5UIJ4DMPC97MFF8", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095368690665, "job": 1, "event": "recovery_finished"} 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T01:36:08.919 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556c5eeb8000 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: DB pointer 0x556c5eea2000 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: ** DB Stats ** 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:36:08.920 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: ** Compaction Stats [default] ** 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: ** Compaction Stats [default] ** 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.921 INFO:journalctl@ceph.mon.b.smithi133.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Block cache BinnedLRUCache@0x556c5eda31f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:36:08.922 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: using public_addr v2:172.21.15.133:0/0 -> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: starting mon.b rank -1 at public addrs [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] at bind addrs [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(???) e0 preinit fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).mds e1 new map 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: e1 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: legacy client fscid: -1 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout: No filesystems configured 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T01:36:08.923 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Added host smithi133 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.924 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:36:08.925 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi148", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Deploying cephadm binary to smithi148 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.926 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Added host smithi148 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.927 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi148", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1419046641' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:36:08.928 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Saving service mon spec with placement smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c;count:3 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Deploying daemon mon.c on smithi148 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.929 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/2327429726' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.a calling monitor election 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.c calling monitor election 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: monmap epoch 2 2024-04-26T01:36:08.930 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: last_changed 2024-04-26T01:35:59.687140+0000 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: min_mon_release 19 (squid) 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: election_strategy: 1 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: fsmap 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mgrmap e13: x(active, since 59s) 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: overall HEALTH_OK 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:08.931 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: Deploying daemon mon.b on smithi133 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/928567757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 ceph-mon[32344]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 bash[32317]: c4ee7cc2c175432305f17ca42b5b6994175af4e0c69afbe7871cc81b604a552e 2024-04-26T01:36:08.932 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:08 smithi133 systemd[1]: Started Ceph mon.b for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:36:10.275 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:36:10.276 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:36:10.520 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: mon.c calling monitor election 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: mon.a calling monitor election 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: monmap epoch 3 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: min_mon_release 19 (squid) 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: election_strategy: 1 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:14.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: fsmap 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: mgrmap e13: x(active, since 68s) 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: overall HEALTH_OK 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: mon.c calling monitor election 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: mon.a calling monitor election 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: monmap epoch 3 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: min_mon_release 19 (squid) 2024-04-26T01:36:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: election_strategy: 1 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: fsmap 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: mgrmap e13: x(active, since 68s) 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: overall HEALTH_OK 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 -- 172.21.15.148:0/1843814292 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe41036f0 msgr2=0x7fefd0005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 --2- 172.21.15.148:0/1843814292 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe41036f0 0x7fefd0005610 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fefdc009bf0 tx=0x7fefdc009f00 comp rx=0 tx=0).stop 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 -- 172.21.15.148:0/1843814292 shutdown_connections 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 --2- 172.21.15.148:0/1843814292 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe41036f0 0x7fefd0005610 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 -- 172.21.15.148:0/1843814292 >> 172.21.15.148:0/1843814292 conn(0x7fefe40fcf20 msgr2=0x7fefe40ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 -- 172.21.15.148:0/1843814292 shutdown_connections 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.736+0000 7fefebfca700 1 -- 172.21.15.148:0/1843814292 wait complete. 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 Processor -- start 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 -- start start 2024-04-26T01:36:14.734 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefe41036f0 0x7fefe4101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe4101890 0x7fefe4101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fefe410a580 con 0x7fefe4101890 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fefe410a400 con 0x7fefe41036f0 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.737+0000 7fefebfca700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fefe410a700 con 0x7fefe41a42c0 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:41052/0 (socket says 172.21.15.148:41052) 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 -- 172.21.15.148:0/755050714 learned_addr learned my addr 172.21.15.148:0/755050714 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefe9565700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe4101890 0x7fefe4101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefe9d66700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefe41036f0 0x7fefe4101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 -- 172.21.15.148:0/755050714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefe41036f0 msgr2=0x7fefe4101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefe41036f0 0x7fefe4101350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 -- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe4101890 msgr2=0x7fefe4101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:14.735 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe4101890 0x7fefe4101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 -- 172.21.15.148:0/755050714 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe41a6de0 con 0x7fefe41a42c0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefea567700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fefe000b550 tx=0x7fefe000b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe0015020 con 0x7fefe41a42c0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fefe0011d00 con 0x7fefe41a42c0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe0010e60 con 0x7fefe41a42c0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe41a70d0 con 0x7fefe41a42c0 2024-04-26T01:36:14.736 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.738+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe41a7660 con 0x7fefe41a42c0 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.739+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fefe0018020 con 0x7fefe41a42c0 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.739+0000 7fefdaffd700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 0x7fefc803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.739+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefe40640a0 con 0x7fefe41a42c0 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.739+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fefe004c140 con 0x7fefe41a42c0 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.740+0000 7fefe9d66700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 0x7fefc803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:14.737 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.740+0000 7fefe9d66700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 0x7fefc803bfa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fefdc009a30 tx=0x7fefdc006080 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:14.740 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:14.745+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fefe001f020 con 0x7fefe41a42c0 2024-04-26T01:36:15.029 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:15.029 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:15.034 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.039+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fefe41a7920 con 0x7fefe41a42c0 2024-04-26T01:36:15.034 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.039+0000 7fefdaffd700 1 -- 172.21.15.148:0/755050714 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1287 (secure 0 0 0) 0x7fefe0018310 con 0x7fefe41a42c0 2024-04-26T01:36:15.035 INFO:teuthology.orchestra.run.smithi148.stdout: 2024-04-26T01:36:15.035 INFO:teuthology.orchestra.run.smithi148.stdout:{"epoch":3,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","modified":"2024-04-26T01:36:08.714300Z","created":"2024-04-26T01:33:44.960096Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:3300","nonce":0},{"type":"v1","addr":"172.21.15.100:6789","nonce":0}]},"addr":"172.21.15.100:6789/0","public_addr":"172.21.15.100:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:3300","nonce":0},{"type":"v1","addr":"172.21.15.148:6789","nonce":0}]},"addr":"172.21.15.148:6789/0","public_addr":"172.21.15.148:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 msgr2=0x7fefc803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 0x7fefc803bfa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fefdc009a30 tx=0x7fefdc006080 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 msgr2=0x7fefe41a66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fefe000b550 tx=0x7fefe000b860 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 shutdown_connections 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefe41a42c0 0x7fefe41a66b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fefc8039ae0 0x7fefc803bfa0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefe41036f0 0x7fefe4101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 --2- 172.21.15.148:0/755050714 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefe4101890 0x7fefe4101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 >> 172.21.15.148:0/755050714 conn(0x7fefe40fcf20 msgr2=0x7fefe40fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:15.037 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 shutdown_connections 2024-04-26T01:36:15.038 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:15.041+0000 7fefebfca700 1 -- 172.21.15.148:0/755050714 wait complete. 2024-04-26T01:36:15.038 INFO:teuthology.orchestra.run.smithi148.stderr:dumped monmap epoch 3 2024-04-26T01:36:15.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:15.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:15.999 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T01:36:15.999 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T01:36:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: mon.c calling monitor election 2024-04-26T01:36:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: mon.a calling monitor election 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:36:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: monmap epoch 3 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: min_mon_release 19 (squid) 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: election_strategy: 1 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: fsmap 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: mgrmap e13: x(active, since 68s) 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: overall HEALTH_OK 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:16.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:16.412 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mon.b calling monitor election 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mon.b calling monitor election 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mon.c calling monitor election 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mon.a calling monitor election 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: monmap epoch 3 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:16.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: min_mon_release 19 (squid) 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: election_strategy: 1 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: fsmap 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: mgrmap e13: x(active, since 70s) 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: overall HEALTH_OK 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:16 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mon.b calling monitor election 2024-04-26T01:36:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mon.b calling monitor election 2024-04-26T01:36:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mon.c calling monitor election 2024-04-26T01:36:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mon.a calling monitor election 2024-04-26T01:36:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: monmap epoch 3 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: min_mon_release 19 (squid) 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: election_strategy: 1 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: fsmap 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: mgrmap e13: x(active, since 70s) 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: overall HEALTH_OK 2024-04-26T01:36:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:16 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mon.b calling monitor election 2024-04-26T01:36:16.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mon.b calling monitor election 2024-04-26T01:36:16.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mon.c calling monitor election 2024-04-26T01:36:16.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mon.a calling monitor election 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: monmap epoch 3 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: last_changed 2024-04-26T01:36:08.714300+0000 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: created 2024-04-26T01:33:44.960096+0000 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: min_mon_release 19 (squid) 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: election_strategy: 1 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: 0: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.a 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: 1: [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] mon.c 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: fsmap 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: mgrmap e13: x(active, since 70s) 2024-04-26T01:36:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: overall HEALTH_OK 2024-04-26T01:36:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:16 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.697 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:36:17.697 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:17.698 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:17.699 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:17.712 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.713 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.714 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:17.714 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:17.714 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:17.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:36:17.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:36:17.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:36:17.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:18.461 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:18 smithi100 ceph-mon[28020]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:36:18.461 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:18 smithi100 ceph-mon[28020]: Reconfiguring daemon mon.a on smithi100 2024-04-26T01:36:18.461 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:18 smithi100 ceph-mon[28020]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:18.756 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:18 smithi133 ceph-mon[32344]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:36:18.756 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:18 smithi133 ceph-mon[32344]: Reconfiguring daemon mon.a on smithi100 2024-04-26T01:36:18.756 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:18 smithi133 ceph-mon[32344]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:18.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:18 smithi148 ceph-mon[32990]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:36:18.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:18 smithi148 ceph-mon[32990]: Reconfiguring daemon mon.a on smithi100 2024-04-26T01:36:18.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:18 smithi148 ceph-mon[32990]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:19.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 -- 172.21.15.100:0/1557462178 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3678101580 msgr2=0x7f3678101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:19.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 --2- 172.21.15.100:0/1557462178 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3678101580 0x7f3678101960 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f366c009910 tx=0x7f366c009c20 comp rx=0 tx=0).stop 2024-04-26T01:36:19.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 -- 172.21.15.100:0/1557462178 shutdown_connections 2024-04-26T01:36:19.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 --2- 172.21.15.100:0/1557462178 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3678101580 0x7f3678101960 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 -- 172.21.15.100:0/1557462178 >> 172.21.15.100:0/1557462178 conn(0x7f3678078010 msgr2=0x7f36780ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 -- 172.21.15.100:0/1557462178 shutdown_connections 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.533+0000 7f367f800700 1 -- 172.21.15.100:0/1557462178 wait complete. 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.534+0000 7f367f800700 1 Processor -- start 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.534+0000 7f367f800700 1 -- start start 2024-04-26T01:36:19.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f367819a8f0 0x7f367819ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 0x7f367819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f367810b940 con 0x7f367819a8f0 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f367810b7c0 con 0x7f367819f1c0 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367f800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f367810bac0 con 0x7f3678101580 2024-04-26T01:36:19.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f3677e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f367819a8f0 0x7f367819ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:55624/0 (socket says 172.21.15.100:55624) 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 -- 172.21.15.100:0/650811138 learned_addr learned my addr 172.21.15.100:0/650811138 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367d800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 0x7f367819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 -- 172.21.15.100:0/650811138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 msgr2=0x7f367819f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 0x7f367819f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 -- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f367819a8f0 msgr2=0x7f367819ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f367819a8f0 0x7f367819ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367ce00700 1 -- 172.21.15.100:0/650811138 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36781a6f30 con 0x7f3678101580 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.535+0000 7f367d800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 0x7f367819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f367ce00700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f366c004f80 tx=0x7f366c004fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c026070 con 0x7f3678101580 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36781a7160 con 0x7f3678101580 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f366c00b6f0 con 0x7f3678101580 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c0038c0 con 0x7f3678101580 2024-04-26T01:36:19.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.536+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36781a76a0 con 0x7f3678101580 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.537+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7f366c029070 con 0x7f3678101580 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.537+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3678102a60 con 0x7f3678101580 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.537+0000 7f3675600700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 0x7f366003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.538+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f366c04d600 con 0x7f3678101580 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.538+0000 7f3677e00700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 0x7f366003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:19.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.539+0000 7f3677e00700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 0x7f366003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3664009ad0 tx=0x7f3664009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:19.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.547+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f366c013070 con 0x7f3678101580 2024-04-26T01:36:19.423 INFO:teuthology.orchestra.run.smithi100.stdout:# minimal ceph.conf for e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:19.423 INFO:teuthology.orchestra.run.smithi100.stdout:[global] 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stdout: fsid = e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stdout: mon_host = [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.773+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f36781a7930 con 0x7f3678101580 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.774+0000 7f3675600700 1 -- 172.21.15.100:0/650811138 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+277 (secure 0 0 0) 0x7f366c030020 con 0x7f3678101580 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.778+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 msgr2=0x7f366003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.778+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 0x7f366003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3664009ad0 tx=0x7f3664009210 comp rx=0 tx=0).stop 2024-04-26T01:36:19.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.778+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 msgr2=0x7f367819a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.778+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f366c004f80 tx=0x7f366c004fb0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 shutdown_connections 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3660039ae0 0x7f366003bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f367819f1c0 0x7f367819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3678101580 0x7f367819a3b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 --2- 172.21.15.100:0/650811138 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f367819a8f0 0x7f367819ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 >> 172.21.15.100:0/650811138 conn(0x7f3678078010 msgr2=0x7f3678104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:19.425 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 shutdown_connections 2024-04-26T01:36:19.426 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:18.782+0000 7f367f800700 1 -- 172.21.15.100:0/650811138 wait complete. 2024-04-26T01:36:19.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/650811138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:19.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:36:19.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:19.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:19.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:19 smithi100 ceph-mon[28020]: Reconfiguring daemon mon.b on smithi133 2024-04-26T01:36:19.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/650811138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:19.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:19 smithi133 ceph-mon[32344]: Reconfiguring daemon mon.b on smithi133 2024-04-26T01:36:19.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/650811138' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:19.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:19.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:36:19.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:19.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:19.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:19.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:19 smithi148 ceph-mon[32990]: Reconfiguring daemon mon.b on smithi133 2024-04-26T01:36:20.106 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T01:36:20.107 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:36:20.107 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:36:20.186 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:36:20.186 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:20.309 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:36:20.309 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:36:20.336 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:36:20.336 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:20.401 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:36:20.401 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:36:20.433 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:36:20.433 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:20.500 INFO:tasks.cephadm:Adding mgr.x on smithi100 2024-04-26T01:36:20.501 INFO:tasks.cephadm:Adding mgr.y on smithi133 2024-04-26T01:36:20.501 INFO:tasks.cephadm:Adding mgr.z on smithi148 2024-04-26T01:36:20.501 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi100=x;smithi133=y;smithi148=z' 2024-04-26T01:36:20.777 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:36:22.058 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: Reconfiguring daemon mon.c on smithi148 2024-04-26T01:36:22.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:21 smithi148 ceph-mon[32990]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:22.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: Reconfiguring daemon mon.c on smithi148 2024-04-26T01:36:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:21 smithi133 ceph-mon[32344]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:22.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:22.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:36:22.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:36:22.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:36:22.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:22.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: Reconfiguring daemon mon.c on smithi148 2024-04-26T01:36:22.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:21 smithi100 ceph-mon[28020]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 -- 172.21.15.148:0/2141802764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 msgr2=0x7fa460102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 --2- 172.21.15.148:0/2141802764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460102ec0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa450009990 tx=0x7fa450009ca0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 -- 172.21.15.148:0/2141802764 shutdown_connections 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 --2- 172.21.15.148:0/2141802764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa460104640 0x7fa46010aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 --2- 172.21.15.148:0/2141802764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460102ec0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 --2- 172.21.15.148:0/2141802764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 0x7fa460104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 -- 172.21.15.148:0/2141802764 >> 172.21.15.148:0/2141802764 conn(0x7fa4600fe040 msgr2=0x7fa460100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 -- 172.21.15.148:0/2141802764 shutdown_connections 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.167+0000 7fa467c38700 1 -- 172.21.15.148:0/2141802764 wait complete. 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 Processor -- start 2024-04-26T01:36:23.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 -- start start 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 0x7fa460199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa460104640 0x7fa4601a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa46010e750 con 0x7fa460104640 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa46010e5d0 con 0x7fa460103ca0 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa467c38700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa46010e8d0 con 0x7fa460102aa0 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa4659d4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa4659d4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:35472/0 (socket says 172.21.15.148:35472) 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.168+0000 7fa4659d4700 1 -- 172.21.15.148:0/127178437 learned_addr learned my addr 172.21.15.148:0/127178437 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4651d3700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 0x7fa460199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 -- 172.21.15.148:0/127178437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 msgr2=0x7fa460199380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 0x7fa460199380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 -- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa460104640 msgr2=0x7fa4601a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:23.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa460104640 0x7fa4601a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 -- 172.21.15.148:0/127178437 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4601a0aa0 con 0x7fa460102aa0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa4659d4700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa450000c00 tx=0x7fa450009ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa450027070 con 0x7fa460102aa0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4601a0d30 con 0x7fa460102aa0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa450004120 con 0x7fa460102aa0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa45000f460 con 0x7fa460102aa0 2024-04-26T01:36:23.168 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.169+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4601a1180 con 0x7fa460102aa0 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.170+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 13) ==== 46615+0+0 (secure 0 0 0) 0x7fa45002a070 con 0x7fa460102aa0 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.170+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa460069730 con 0x7fa460102aa0 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.170+0000 7fa456ffd700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 0x7fa44c03bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.170+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa45004dd70 con 0x7fa460102aa0 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.171+0000 7fa4651d3700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 0x7fa44c03bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:23.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.171+0000 7fa4651d3700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 0x7fa44c03bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa45c006fd0 tx=0x7fa45c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:23.172 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.175+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa450013070 con 0x7fa460102aa0 2024-04-26T01:36:23.382 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.386+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi100=x;smithi133=y;smithi148=z", "target": ["mon-mgr", ""]}) -- 0x7fa460062e80 con 0x7fa44c039890 2024-04-26T01:36:23.395 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.399+0000 7fa456ffd700 1 -- 172.21.15.148:0/127178437 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa460062e80 con 0x7fa44c039890 2024-04-26T01:36:23.395 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mgr update... 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 msgr2=0x7fa44c03bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 0x7fa44c03bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa45c006fd0 tx=0x7fa45c008040 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 msgr2=0x7fa460198e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa450000c00 tx=0x7fa450009ee0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 shutdown_connections 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa460104640 0x7fa4601a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa460102aa0 0x7fa460198e40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa44c039890 0x7fa44c03bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 --2- 172.21.15.148:0/127178437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa460103ca0 0x7fa460199380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 >> 172.21.15.148:0/127178437 conn(0x7fa4600fe040 msgr2=0x7fa460107060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 shutdown_connections 2024-04-26T01:36:23.398 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:36:23.401+0000 7fa467c38700 1 -- 172.21.15.148:0/127178437 wait complete. 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi100=x;smithi133=y;smithi148=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: Saving service mgr spec with placement smithi100=x;smithi133=y;smithi148=z;count:3 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.047 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:24.048 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.049 DEBUG:teuthology.orchestra.run.smithi133:mgr.y> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T01:36:24.052 DEBUG:teuthology.orchestra.run.smithi148:mgr.z> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T01:36:24.054 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T01:36:24.054 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:36:24.054 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:36:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi100=x;smithi133=y;smithi148=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: Saving service mgr spec with placement smithi100=x;smithi133=y;smithi148=z;count:3 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.076 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi100=x;smithi133=y;smithi148=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: Saving service mgr spec with placement smithi100=x;smithi133=y;smithi148=z;count:3 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:24.077 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:24.110 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:36:24.111 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_1 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2024-04-26 01:35:21.013940272 +0000 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2024-04-26 01:30:23.686219846 +0000 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2024-04-26 01:30:23.686219846 +0000 2024-04-26T01:36:24.207 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: 2024-04-26 01:30:23.686219846 +0000 2024-04-26T01:36:24.208 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:36:24.286 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2024-04-26T01:36:24.287 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2024-04-26T01:36:24.287 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.00039347 s, 1.3 MB/s 2024-04-26T01:36:24.291 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:36:24.347 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_2 2024-04-26T01:36:24.394 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 652 Links: 1 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2024-04-26 01:35:21.076938655 +0000 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2024-04-26 01:30:24.273204722 +0000 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2024-04-26 01:30:24.273204722 +0000 2024-04-26T01:36:24.395 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: 2024-04-26 01:30:24.273204722 +0000 2024-04-26T01:36:24.395 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:36:24.466 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2024-04-26T01:36:24.466 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2024-04-26T01:36:24.466 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000357015 s, 1.4 MB/s 2024-04-26T01:36:24.470 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:36:24.527 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_3 2024-04-26T01:36:24.579 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:36:24.579 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:24.579 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-04-26T01:36:24.579 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:24.579 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:24.580 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2024-04-26 01:35:21.139937038 +0000 2024-04-26T01:36:24.580 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2024-04-26 01:30:24.887188902 +0000 2024-04-26T01:36:24.580 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2024-04-26 01:30:24.887188902 +0000 2024-04-26T01:36:24.580 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: 2024-04-26 01:30:24.887188902 +0000 2024-04-26T01:36:24.580 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:36:24.653 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2024-04-26T01:36:24.653 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2024-04-26T01:36:24.653 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000340525 s, 1.5 MB/s 2024-04-26T01:36:24.657 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:36:24.711 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_4 2024-04-26T01:36:24.761 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:36:24.761 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:24.761 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 689 Links: 1 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2024-04-26 01:35:21.195935601 +0000 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2024-04-26 01:30:25.497173186 +0000 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2024-04-26 01:30:25.497173186 +0000 2024-04-26T01:36:24.762 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: 2024-04-26 01:30:25.497173186 +0000 2024-04-26T01:36:24.762 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:36:24.834 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2024-04-26T01:36:24.834 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2024-04-26T01:36:24.834 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000379341 s, 1.3 MB/s 2024-04-26T01:36:24.837 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:36:24.886 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-04-26T01:36:24.886 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:36:24.903 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:36:24.903 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_1 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-26 01:36:08.181253536 +0000 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-26 01:29:18.958939226 +0000 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-26 01:29:18.958939226 +0000 2024-04-26T01:36:24.958 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-26 01:29:18.958939226 +0000 2024-04-26T01:36:24.959 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:36:25.018 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:24 smithi133 ceph-mon[32344]: Deploying daemon mgr.z on smithi148 2024-04-26T01:36:25.021 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-26T01:36:25.021 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-26T01:36:25.021 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000208045 s, 2.5 MB/s 2024-04-26T01:36:25.022 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:36:25.073 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:24 smithi100 ceph-mon[28020]: Deploying daemon mgr.z on smithi148 2024-04-26T01:36:25.079 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_2 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:25.135 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-26 01:36:08.181253536 +0000 2024-04-26T01:36:25.136 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-26 01:29:19.302932725 +0000 2024-04-26T01:36:25.136 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-26 01:29:19.302932725 +0000 2024-04-26T01:36:25.136 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-26 01:29:19.302932725 +0000 2024-04-26T01:36:25.136 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:36:25.136 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:24 smithi148 ceph-mon[32990]: Deploying daemon mgr.z on smithi148 2024-04-26T01:36:25.197 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-26T01:36:25.198 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-26T01:36:25.198 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000202372 s, 2.5 MB/s 2024-04-26T01:36:25.199 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:36:25.254 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_3 2024-04-26T01:36:25.309 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-26 01:36:08.181253536 +0000 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-26 01:29:19.661925940 +0000 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-26 01:29:19.661925940 +0000 2024-04-26T01:36:25.310 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-26 01:29:19.661925940 +0000 2024-04-26T01:36:25.311 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:36:25.371 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-26T01:36:25.372 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-26T01:36:25.372 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000187451 s, 2.7 MB/s 2024-04-26T01:36:25.373 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:36:25.428 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_4 2024-04-26T01:36:25.483 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-04-26 01:36:08.182253518 +0000 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-04-26 01:29:19.990919722 +0000 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-04-26 01:29:19.990919722 +0000 2024-04-26T01:36:25.484 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-04-26 01:29:19.990919722 +0000 2024-04-26T01:36:25.484 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:36:25.546 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-04-26T01:36:25.547 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-04-26T01:36:25.547 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000196295 s, 2.6 MB/s 2024-04-26T01:36:25.548 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:36:25.604 DEBUG:teuthology.orchestra.run.smithi148:> set -ex 2024-04-26T01:36:25.604 DEBUG:teuthology.orchestra.run.smithi148:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:36:25.620 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:36:25.620 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_1 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-26 01:36:25.422851714 +0000 2024-04-26T01:36:25.675 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-26 01:29:18.960676633 +0000 2024-04-26T01:36:25.676 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-26 01:29:18.960676633 +0000 2024-04-26T01:36:25.676 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-26 01:29:18.960676633 +0000 2024-04-26T01:36:25.676 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:36:25.731 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:25 smithi148 podman[34809]: 2024-04-26 01:36:25.602512745 +0000 UTC m=+0.017918315 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:36:25.731 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:25 smithi148 podman[34809]: 2024-04-26 01:36:25.736042854 +0000 UTC m=+0.151448408 container create 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-26T01:36:25.740 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-26T01:36:25.740 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-26T01:36:25.740 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000207001 s, 2.5 MB/s 2024-04-26T01:36:25.741 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:36:25.797 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_2 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-26 01:36:25.422851714 +0000 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-26 01:29:19.302668828 +0000 2024-04-26T01:36:25.871 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-26 01:29:19.302668828 +0000 2024-04-26T01:36:25.872 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-26 01:29:19.302668828 +0000 2024-04-26T01:36:25.872 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:36:25.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:25 smithi133 ceph-mon[32344]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:25.933 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-26T01:36:25.933 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-26T01:36:25.933 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000189668 s, 2.7 MB/s 2024-04-26T01:36:25.935 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:36:25.991 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_3 2024-04-26T01:36:26.045 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:25 smithi148 ceph-mon[32990]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:26.045 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:25 smithi148 podman[34809]: 2024-04-26 01:36:25.938536211 +0000 UTC m=+0.353941766 container init 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-26T01:36:26.045 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:25 smithi148 podman[34809]: 2024-04-26 01:36:25.942012193 +0000 UTC m=+0.357417748 container start 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T01:36:26.045 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:25 smithi148 ceph-mgr[34931]: -- 172.21.15.148:0/97612454 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559a29f705a0 con 0x559a29f45000 2024-04-26T01:36:26.047 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:36:26.047 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:26.047 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-26 01:36:25.423851692 +0000 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-26 01:29:19.644661022 +0000 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-26 01:29:19.644661022 +0000 2024-04-26T01:36:26.048 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-26 01:29:19.644661022 +0000 2024-04-26T01:36:26.049 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:36:26.112 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-26T01:36:26.112 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-26T01:36:26.113 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000218544 s, 2.3 MB/s 2024-04-26T01:36:26.114 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:36:26.171 DEBUG:teuthology.orchestra.run.smithi148:> stat /dev/vg_nvme/lv_4 2024-04-26T01:36:26.226 INFO:teuthology.orchestra.run.smithi148.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout:Access: 2024-04-26 01:36:25.423851692 +0000 2024-04-26T01:36:26.227 INFO:teuthology.orchestra.run.smithi148.stdout:Modify: 2024-04-26 01:29:19.974653490 +0000 2024-04-26T01:36:26.228 INFO:teuthology.orchestra.run.smithi148.stdout:Change: 2024-04-26 01:29:19.974653490 +0000 2024-04-26T01:36:26.228 INFO:teuthology.orchestra.run.smithi148.stdout: Birth: 2024-04-26 01:29:19.974653490 +0000 2024-04-26T01:36:26.228 DEBUG:teuthology.orchestra.run.smithi148:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:36:26.290 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records in 2024-04-26T01:36:26.290 INFO:teuthology.orchestra.run.smithi148.stderr:1+0 records out 2024-04-26T01:36:26.290 INFO:teuthology.orchestra.run.smithi148.stderr:512 bytes copied, 0.000190911 s, 2.7 MB/s 2024-04-26T01:36:26.291 DEBUG:teuthology.orchestra.run.smithi148:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:36:26.308 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 bash[34809]: 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 2024-04-26T01:36:26.309 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 systemd[1]: Started Ceph mgr.z for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:36:26.309 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:26.093+0000 7f09011dc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:36:26.309 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:26.285+0000 7f09011dc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:36:26.324 INFO:tasks.cephadm:Deploying osd.0 on smithi100 with /dev/vg_nvme/lv_4... 2024-04-26T01:36:26.324 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:36:26.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:25 smithi100 ceph-mon[28020]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:26.695 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:26.390+0000 7f09011dc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:36:26.695 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:26.699+0000 7f09011dc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:36:26.762 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:36:27.058 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:26.782+0000 7f09011dc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:27.188 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:27 smithi100 ceph-mon[28020]: Deploying daemon mgr.y on smithi133 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:27.372 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:27 smithi133 ceph-mon[32344]: Deploying daemon mgr.y on smithi133 2024-04-26T01:36:27.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:27.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-mon[32990]: Deploying daemon mgr.y on smithi133 2024-04-26T01:36:28.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:28 smithi133 ceph-mon[32344]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:28.205 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:28 smithi100 ceph-mon[28020]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:28.303 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-mon[32990]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:28.303 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:27.967+0000 7f09011dc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:36:28.303 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:28.136+0000 7f09011dc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:36:28.303 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:28.306+0000 7f09011dc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:36:28.882 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:28.591+0000 7f09011dc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:36:28.882 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:28.680+0000 7f09011dc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:36:28.882 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:28.885+0000 7f09011dc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:36:29.011 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:28.828+0000 7fe652e43200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:36:29.011 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:29.015+0000 7fe652e43200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:36:29.308 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:29.076+0000 7f09011dc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:36:29.398 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:29.120+0000 7fe652e43200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr: stderr: 10+0 records in 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr:10+0 records out 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0343389 s, 305 MB/s 2024-04-26T01:36:29.410 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping successful for: 2024-04-26T01:36:29.842 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:29.440+0000 7fe652e43200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:36:29.842 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:29.526+0000 7fe652e43200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:29.715+0000 7f09011dc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:30.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:29 smithi148 ceph-mon[32990]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:30.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:29 smithi133 ceph-mon[32344]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:30.154 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.154 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.154 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.154 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:30.154 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:30.155 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:29 smithi100 ceph-mon[28020]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:30.223 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi100:vg_nvme/lv_4 2024-04-26T01:36:30.470 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:30.149+0000 7f09011dc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:36:30.470 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:30.247+0000 7f09011dc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:36:30.470 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:30.473+0000 7f09011dc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:36:30.664 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:36:31.131 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:30.795+0000 7fe652e43200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:36:31.131 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:30.964+0000 7fe652e43200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:36:31.131 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:31.135+0000 7fe652e43200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:36:31.296 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.012+0000 7f09011dc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:36:31.296 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.103+0000 7f09011dc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:36:31.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.558 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.344+0000 7f09011dc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.475+0000 7f09011dc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:31.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:31.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:36:31.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:31 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:31.715 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:31.421+0000 7fe652e43200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:36:31.715 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:31.514+0000 7fe652e43200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:36:31.715 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:31.719+0000 7fe652e43200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:36:31.983 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.570+0000 7f09011dc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:36:31.983 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.683+0000 7f09011dc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:36:31.983 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:31.986+0000 7f09011dc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:36:32.148 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:31.910+0000 7fe652e43200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:36:32.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:32 smithi148 ceph-mon[32990]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:36:32.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:32 smithi148 ceph-mon[32990]: Reconfiguring daemon mgr.x on smithi100 2024-04-26T01:36:32.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:32 smithi148 ceph-mon[32990]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:32.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:32 smithi100 ceph-mon[28020]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:36:32.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:32 smithi100 ceph-mon[28020]: Reconfiguring daemon mgr.x on smithi100 2024-04-26T01:36:32.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:32 smithi100 ceph-mon[28020]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:32.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:32 smithi133 ceph-mon[32344]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:36:32.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:32 smithi133 ceph-mon[32344]: Reconfiguring daemon mgr.x on smithi100 2024-04-26T01:36:32.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:32 smithi133 ceph-mon[32344]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:32.648 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:32.510+0000 7fe652e43200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:36:33.059 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:32.583+0000 7f09011dc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:36:33.059 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:36:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:36:32.795+0000 7f09011dc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:36:33.218 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:32.927+0000 7fe652e43200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:36:33.218 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:33.022+0000 7fe652e43200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:36:33.218 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:33.221+0000 7fe652e43200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:36:33.519 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:33 smithi100 ceph-mon[28020]: Standby manager daemon z started 2024-04-26T01:36:33.520 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:33 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:36:33.520 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:33 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:33.520 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:33 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:36:33.520 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:33 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:33 smithi148 ceph-mon[32990]: Standby manager daemon z started 2024-04-26T01:36:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:33 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:36:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:33 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:33 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:36:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:33 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:33.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-mon[32344]: Standby manager daemon z started 2024-04-26T01:36:33.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:36:33.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:33.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:36:33.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/427058572' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 -- 172.21.15.100:0/2210780133 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 msgr2=0x7f7b6410a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2210780133 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6410a740 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009990 tx=0x7f7b50009ca0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 -- 172.21.15.100:0/2210780133 shutdown_connections 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2210780133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b64111530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2210780133 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b64109500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2210780133 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6410a740 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 -- 172.21.15.100:0/2210780133 >> 172.21.15.100:0/2210780133 conn(0x7f7b640780b0 msgr2=0x7f7b6407a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 -- 172.21.15.100:0/2210780133 shutdown_connections 2024-04-26T01:36:33.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.826+0000 7f7b68e00700 1 -- 172.21.15.100:0/2210780133 wait complete. 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.827+0000 7f7b68e00700 1 Processor -- start 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 -- start start 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b6419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b641a6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7b64114cb0 con 0x7f7b641090e0 2024-04-26T01:36:33.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7b64114b30 con 0x7f7b6410ac80 2024-04-26T01:36:33.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b68e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7b64114e30 con 0x7f7b6410a2e0 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b61e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b6419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b62800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b641a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b61400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b62800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b641a6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48518/0 (socket says 172.21.15.100:48518) 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.828+0000 7f7b62800700 1 -- 172.21.15.100:0/2451975768 learned_addr learned my addr 172.21.15.100:0/2451975768 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 -- 172.21.15.100:0/2451975768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 msgr2=0x7f7b641a6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b641a6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 -- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 msgr2=0x7f7b6419f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b6419f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 -- 172.21.15.100:0/2451975768 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b641a6f20 con 0x7f7b6410a2e0 2024-04-26T01:36:33.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b6419f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b61400700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6419f800 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009990 tx=0x7f7b5000f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b50026070 con 0x7f7b6410a2e0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b641a71b0 con 0x7f7b6410a2e0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7b5000be70 con 0x7f7b6410a2e0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.829+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b500173f0 con 0x7f7b6410a2e0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.830+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b641a7660 con 0x7f7b6410a2e0 2024-04-26T01:36:33.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.831+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b64069730 con 0x7f7b6410a2e0 2024-04-26T01:36:33.827 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.832+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 14) ==== 92603+0+0 (secure 0 0 0) 0x7f7b50029070 con 0x7f7b6410a2e0 2024-04-26T01:36:33.828 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.833+0000 7f7b5aa00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 0x7f7b48070ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:33.828 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.833+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7b5008e5b0 con 0x7f7b6410a2e0 2024-04-26T01:36:33.828 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.833+0000 7f7b61e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 0x7f7b48070ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:33.828 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.833+0000 7f7b61e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 0x7f7b48070ee0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7b6410a140 tx=0x7f7b54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:33.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:33.837+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b50013070 con 0x7f7b6410a2e0 2024-04-26T01:36:34.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:34.073+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f7b64062e80 con 0x7f7b4806ea20 2024-04-26T01:36:34.073 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:33.748+0000 7fe652e43200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:36:34.073 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:33.838+0000 7fe652e43200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:36:34.398 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:34.077+0000 7fe652e43200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:36:34.398 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:34.207+0000 7fe652e43200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:36:34.398 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:34.300+0000 7fe652e43200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:36:34.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.442 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:36:34.443 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:36:34.443 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:34.716 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:34.415+0000 7fe652e43200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:36:34.716 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:34.720+0000 7fe652e43200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: mgrmap e14: x(active, since 88s), standbys: z 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:36:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:36:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:35.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:35 smithi133 ceph-mon[32344]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:35.398 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:35.334+0000 7fe652e43200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:36:35.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:35 smithi100 ceph-mon[28020]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:35.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:35 smithi148 ceph-mon[32990]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:36:35.898 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:36:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:36:35.547+0000 7fe652e43200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:36:36.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:36.342+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mgrmap(e 15) ==== 138591+0+0 (secure 0 0 0) 0x7f7b50009d10 con 0x7f7b6410a2e0 2024-04-26T01:36:36.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:36.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: Standby manager daemon y started 2024-04-26T01:36:36.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:36:36.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:36.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:36:36.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:36.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:36.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: Standby manager daemon y started 2024-04-26T01:36:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:36:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:36:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:36.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: Standby manager daemon y started 2024-04-26T01:36:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:36:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:36:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:36:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/413772112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:36:37.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:37 smithi133 ceph-mon[32344]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-04-26T01:36:37.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:37 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:36:37.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:37 smithi148 ceph-mon[32990]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-04-26T01:36:37.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:37 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:36:37.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:37 smithi100 ceph-mon[28020]: mgrmap e15: x(active, since 91s), standbys: y, z 2024-04-26T01:36:37.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:37 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:36:38.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2545160843' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]': finished 2024-04-26T01:36:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:36:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2545160843' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]': finished 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:36:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2545160843' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]: dispatch 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18907589-b229-46b0-b8c0-beb00bb67585"}]': finished 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:36:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:36:39.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:39 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/658894625' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:36:39.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:39 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/658894625' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:36:39.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:39 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/658894625' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:36:40.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:40 smithi133 ceph-mon[32344]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:40.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:40 smithi148 ceph-mon[32990]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:40.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:40 smithi100 ceph-mon[28020]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:42.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:42 smithi133 ceph-mon[32344]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:42.776 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:42 smithi100 ceph-mon[28020]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:42.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:42 smithi148 ceph-mon[32990]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:44.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:44 smithi133 ceph-mon[32344]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:44.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:44 smithi148 ceph-mon[32990]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:44.821 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:44 smithi100 ceph-mon[28020]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:46.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:46 smithi133 ceph-mon[32344]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:46.703 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:46 smithi100 ceph-mon[28020]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:46.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:46 smithi148 ceph-mon[32990]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:47.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:36:47.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:47.710 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:36:47.710 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:47.768 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:36:47.768 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:48.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:48 smithi133 ceph-mon[32344]: Deploying daemon osd.0 on smithi100 2024-04-26T01:36:48.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:48 smithi133 ceph-mon[32344]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:48.797 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:48 smithi100 ceph-mon[28020]: Deploying daemon osd.0 on smithi100 2024-04-26T01:36:48.797 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:48 smithi100 ceph-mon[28020]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:48.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:48 smithi148 ceph-mon[32990]: Deploying daemon osd.0 on smithi100 2024-04-26T01:36:48.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:48 smithi148 ceph-mon[32990]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:50.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:50 smithi100 ceph-mon[28020]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:50.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:50 smithi133 ceph-mon[32344]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:50.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:50 smithi148 ceph-mon[32990]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:52.637 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:52 smithi100 ceph-mon[28020]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:52.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:52 smithi133 ceph-mon[32344]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:52.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:52 smithi148 ceph-mon[32990]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:54.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:54 smithi133 ceph-mon[32344]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:54.686 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:54 smithi100 ceph-mon[28020]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:54.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:54 smithi148 ceph-mon[32990]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:55.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:55.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:55.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:55.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:55.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:55.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:55.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:36:55.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:55.823 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:56.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:56 smithi100 ceph-mon[28020]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:56.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:56 smithi133 ceph-mon[32344]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:56.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:56 smithi148 ceph-mon[32990]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:58.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:36:58.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:58.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:58.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:36:58.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:36:59.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:59 smithi100 ceph-mon[28020]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:36:59 smithi100 ceph-mon[28020]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:59 smithi148 ceph-mon[32990]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:36:59 smithi148 ceph-mon[32990]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:59 smithi133 ceph-mon[32344]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:36:59 smithi133 ceph-mon[32344]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:36:59.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.921+0000 7f7b5aa00700 1 -- 172.21.15.100:0/2451975768 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7b64062e80 con 0x7f7b4806ea20 2024-04-26T01:36:59.918 INFO:teuthology.orchestra.run.smithi100.stdout:Created osd(s) 0 on host 'smithi100' 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 msgr2=0x7f7b48070ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 0x7f7b48070ee0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7b6410a140 tx=0x7f7b54009260 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 msgr2=0x7f7b6419f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6419f800 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7b50009990 tx=0x7f7b5000f690 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 shutdown_connections 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b4806ea20 0x7f7b48070ee0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b6410ac80 0x7f7b641a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b641090e0 0x7f7b6419f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 --2- 172.21.15.100:0/2451975768 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b6410a2e0 0x7f7b6419f800 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:59.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.926+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 >> 172.21.15.100:0/2451975768 conn(0x7f7b640780b0 msgr2=0x7f7b6410d580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:59.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.927+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 shutdown_connections 2024-04-26T01:36:59.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:36:59.927+0000 7f7b68e00700 1 -- 172.21.15.100:0/2451975768 wait complete. 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:00.721 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.722 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:00.722 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:00.722 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:00.777 DEBUG:teuthology.orchestra.run.smithi100:osd.0> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T01:37:00.782 INFO:tasks.cephadm:Deploying osd.1 on smithi133 with /dev/vg_nvme/lv_4... 2024-04-26T01:37:00.782 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:00.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:00.810 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:01.025 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:37:01.324 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0[42875]: 2024-04-26T01:37:01.083+0000 7f88ea200700 -1 osd.0 0 waiting for initial osdmap 2024-04-26T01:37:01.325 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0[42875]: 2024-04-26T01:37:01.100+0000 7f88df600700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:37:01.788 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:37:01.789 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:37:01.789 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.789 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.789 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: from='osd.0 ' entity='osd.0' 2024-04-26T01:37:01.789 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:01 smithi100 ceph-mon[28020]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:01.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:37:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:37:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: from='osd.0 ' entity='osd.0' 2024-04-26T01:37:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:01 smithi148 ceph-mon[32990]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:01.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:37:01.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:37:01.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:01.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: from='osd.0 ' entity='osd.0' 2024-04-26T01:37:01.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:01 smithi133 ceph-mon[32344]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:02.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:37:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:37:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] boot 2024-04-26T01:37:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:37:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:02 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.748 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:37:02.748 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:37:02.748 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.748 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] boot 2024-04-26T01:37:02.748 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:37:02.749 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:02 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: osd.0 [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] boot 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:37:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:02 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0208555 s, 503 MB/s 2024-04-26T01:37:02.866 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-26T01:37:03.467 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_4 2024-04-26T01:37:03.738 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:37:04.126 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:04 smithi133 ceph-mon[32344]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:37:04.127 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:04 smithi133 ceph-mon[32344]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:04.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:04 smithi148 ceph-mon[32990]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:37:04.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:04 smithi148 ceph-mon[32990]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:04 smithi100 ceph-mon[28020]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:37:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:04 smithi100 ceph-mon[28020]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:05.069 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 -- 172.21.15.133:0/1534966529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4103530 msgr2=0x7f4cc4109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:05.069 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/1534966529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4103530 0x7f4cc4109de0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc00b0d0 tx=0x7f4cbc00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.069 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 -- 172.21.15.133:0/1534966529 shutdown_connections 2024-04-26T01:37:05.069 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/1534966529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4103530 0x7f4cc4109de0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/1534966529 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4101990 0x7f4cc4101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/1534966529 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 0x7f4cc4102ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 -- 172.21.15.133:0/1534966529 >> 172.21.15.133:0/1534966529 conn(0x7f4cc40fcf30 msgr2=0x7f4cc40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 -- 172.21.15.133:0/1534966529 shutdown_connections 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.071+0000 7f4cc8e22700 1 -- 172.21.15.133:0/1534966529 wait complete. 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 Processor -- start 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 -- start start 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 0x7f4cc419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 0x7f4cc41a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc410d6b0 con 0x7f4cc4103530 2024-04-26T01:37:05.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc410d530 con 0x7f4cc4101990 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc8e22700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4cc410d830 con 0x7f4cc4102b90 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:56258/0 (socket says 172.21.15.133:56258) 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc259c700 1 -- 172.21.15.133:0/316933363 learned_addr learned my addr 172.21.15.133:0/316933363 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc1d9b700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 0x7f4cc419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.072+0000 7f4cc2d9d700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 0x7f4cc41a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 -- 172.21.15.133:0/316933363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 msgr2=0x7f4cc419db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 0x7f4cc419db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 -- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 msgr2=0x7f4cc41a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 0x7f4cc41a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 -- 172.21.15.133:0/316933363 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cc41a0a90 con 0x7f4cc4101990 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc2d9d700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 0x7f4cc41a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc259c700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4cb800b500 tx=0x7f4cb800b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:05.071 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8015020 con 0x7f4cc4101990 2024-04-26T01:37:05.072 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4cb8011d00 con 0x7f4cc4101990 2024-04-26T01:37:05.072 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cc41a0d80 con 0x7f4cc4101990 2024-04-26T01:37:05.072 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb8010dd0 con 0x7f4cc4101990 2024-04-26T01:37:05.072 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.073+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cc41a12e0 con 0x7f4cc4101990 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.074+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cc4069730 con 0x7f4cc4101990 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.075+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 15) ==== 138591+0+0 (secure 0 0 0) 0x7f4cb8018020 con 0x7f4cc4101990 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.075+0000 7f4cb37fe700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 0x7f4cac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.076+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f4cb80ce070 con 0x7f4cc4101990 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.076+0000 7f4cc1d9b700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 0x7f4cac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:05.073 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.077+0000 7f4cc1d9b700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 0x7f4cac0a6070 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4cc406c090 tx=0x7f4cb4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:05.076 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.080+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4cb801f020 con 0x7f4cc4101990 2024-04-26T01:37:05.285 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:05.289+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f4cc4062e80 con 0x7f4cac0a3bb0 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.546 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:06.547 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.558 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:06.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:07.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:07 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi100 2024-04-26T01:37:07.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:07 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 17089M 2024-04-26T01:37:07.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:07 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi100 2024-04-26T01:37:07.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:07 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 17089M 2024-04-26T01:37:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:07 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi100 2024-04-26T01:37:07.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:07 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 17089M 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/1239584269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]': finished 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:37:08.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/1239584269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]': finished 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:37:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/1239584269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]: dispatch 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "585752d1-760b-48c6-9b51-6ffd28bd39a3"}]': finished 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:37:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:09.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:09 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/3082428043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:09.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:09 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/3082428043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:09.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:09 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/3082428043' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:10.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:10 smithi100 ceph-mon[28020]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:10.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:10 smithi133 ceph-mon[32344]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:10.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:10 smithi148 ceph-mon[32990]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:12.398 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:12 smithi133 ceph-mon[32344]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:12.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:12 smithi100 ceph-mon[28020]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:12.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:12 smithi148 ceph-mon[32990]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:14.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:14 smithi100 ceph-mon[28020]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:14.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:14 smithi133 ceph-mon[32344]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:14.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:14 smithi148 ceph-mon[32990]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:15.591 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:37:15.591 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:15.668 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:37:15.668 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:15.808 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:37:15.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:16.609 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:16 smithi133 ceph-mon[32344]: Deploying daemon osd.1 on smithi133 2024-04-26T01:37:16.609 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:16 smithi133 ceph-mon[32344]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:16 smithi148 ceph-mon[32990]: Deploying daemon osd.1 on smithi133 2024-04-26T01:37:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:16 smithi148 ceph-mon[32990]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:16 smithi100 ceph-mon[28020]: Deploying daemon osd.1 on smithi133 2024-04-26T01:37:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:16 smithi100 ceph-mon[28020]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:18.548 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:18 smithi133 ceph-mon[32344]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:18.611 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:18 smithi148 ceph-mon[32990]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:18.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:18 smithi100 ceph-mon[28020]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:20.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:20 smithi133 ceph-mon[32344]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:20.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:20 smithi148 ceph-mon[32990]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:20.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:20 smithi100 ceph-mon[28020]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:20.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:20.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:22.347 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:22 smithi133 ceph-mon[32344]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:22 smithi148 ceph-mon[32990]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:22.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:22 smithi100 ceph-mon[28020]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.769 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:23 smithi133 ceph-mon[32344]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:23 smithi148 ceph-mon[32990]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:23.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:23.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:23.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:23.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:23 smithi100 ceph-mon[28020]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:23.868 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.871+0000 7f4cb37fe700 1 -- 172.21.15.133:0/316933363 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4cc4062e80 con 0x7f4cac0a3bb0 2024-04-26T01:37:23.868 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 1 on host 'smithi133' 2024-04-26T01:37:23.870 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 msgr2=0x7f4cac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:23.870 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 0x7f4cac0a6070 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4cc406c090 tx=0x7f4cb4009190 comp rx=0 tx=0).stop 2024-04-26T01:37:23.870 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 msgr2=0x7f4cc406bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:23.870 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4cb800b500 tx=0x7f4cb800b810 comp rx=0 tx=0).stop 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 shutdown_connections 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4cc4103530 0x7f4cc41a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4cac0a3bb0 0x7f4cac0a6070 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4cc4101990 0x7f4cc406bb10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 --2- 172.21.15.133:0/316933363 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4cc4102b90 0x7f4cc419db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 >> 172.21.15.133:0/316933363 conn(0x7f4cc40fcf30 msgr2=0x7f4cc4105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 shutdown_connections 2024-04-26T01:37:23.871 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:37:23.874+0000 7f4cc8e22700 1 -- 172.21.15.133:0/316933363 wait complete. 2024-04-26T01:37:24.573 DEBUG:teuthology.orchestra.run.smithi133:osd.1> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T01:37:24.576 INFO:tasks.cephadm:Deploying osd.2 on smithi148 with /dev/vg_nvme/lv_4... 2024-04-26T01:37:24.576 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:37:24.821 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:37:24.943 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:24 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:24.944 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:24 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:24.944 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:24 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:24.944 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:24 smithi148 ceph-mon[32990]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:24.944 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:24 smithi148 ceph-mon[32990]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:25.056 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:24 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:25.056 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:24 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:25.056 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:24 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:25.057 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:24 smithi133 ceph-mon[32344]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:25.057 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:24 smithi133 ceph-mon[32344]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:25.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:24 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:25.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:24 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:25.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:24 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:25.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:24 smithi100 ceph-mon[28020]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:25.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:24 smithi100 ceph-mon[28020]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:37:26.050 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:37:26.050 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.050 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:37:26.050 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:26.050 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.051 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-mon[32344]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:26.051 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1[37003]: 2024-04-26T01:37:25.832+0000 7fcd4f8a5700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T01:37:26.051 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1[37003]: 2024-04-26T01:37:25.835+0000 7fcd4b698700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:37:26.100 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:37:26.100 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.100 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:37:26.101 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:26.101 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.101 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:25 smithi148 ceph-mon[32990]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:26.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:37:26.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: from='osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:37:26.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:26.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:37:26.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:25 smithi100 ceph-mon[28020]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113782 s, 922 MB/s 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 2024-04-26T01:37:26.659 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-26T01:37:27.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:26 smithi133 ceph-mon[32344]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:37:27.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:26 smithi133 ceph-mon[32344]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:37:27.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.254 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:26 smithi148 ceph-mon[32990]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:37:27.254 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:26 smithi148 ceph-mon[32990]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:37:27.254 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.255 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.283 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_4 2024-04-26T01:37:27.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:26 smithi100 ceph-mon[28020]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:37:27.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:26 smithi100 ceph-mon[28020]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:37:27.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.519 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:37:27.974 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:37:27.974 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:37:27.974 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] boot 2024-04-26T01:37:27.974 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:27.975 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] boot 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:28.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: osd.1 [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] boot 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: pgmap v74: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:29.079 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:28 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi133 2024-04-26T01:37:29.079 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:28 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-26T01:37:29.079 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:28 smithi148 ceph-mon[32990]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:37:29.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:28 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi133 2024-04-26T01:37:29.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:28 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-26T01:37:29.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:28 smithi133 ceph-mon[32344]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:37:29.197 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 -- 172.21.15.148:0/4062547069 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b68103540 msgr2=0x7f3b68109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.197 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4062547069 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b68103540 0x7f3b68109df0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3b6000b0a0 tx=0x7f3b6000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.197 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 -- 172.21.15.148:0/4062547069 shutdown_connections 2024-04-26T01:37:29.197 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4062547069 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b68103540 0x7f3b68109df0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4062547069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b681019a0 0x7f3b68101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4062547069 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b68102ba0 0x7f3b68103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 -- 172.21.15.148:0/4062547069 >> 172.21.15.148:0/4062547069 conn(0x7f3b680fcf40 msgr2=0x7f3b680ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 -- 172.21.15.148:0/4062547069 shutdown_connections 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.081+0000 7f3b6feec700 1 -- 172.21.15.148:0/4062547069 wait complete. 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 Processor -- start 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 -- start start 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b68102ba0 0x7f3b68198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b68103540 0x7f3b6819f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6810d6c0 con 0x7f3b68102ba0 2024-04-26T01:37:29.198 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6810d540 con 0x7f3b68103540 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6feec700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3b6810d840 con 0x7f3b681019a0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:38388/0 (socket says 172.21.15.148:38388) 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 -- 172.21.15.148:0/4207758652 learned_addr learned my addr 172.21.15.148:0/4207758652 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 -- 172.21.15.148:0/4207758652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b68103540 msgr2=0x7f3b6819f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b68103540 0x7f3b6819f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 -- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b68102ba0 msgr2=0x7f3b68198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b68102ba0 0x7f3b68198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.082+0000 7f3b6dc88700 1 -- 172.21.15.148:0/4207758652 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b6806a720 con 0x7f3b681019a0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b6dc88700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3b5800b500 tx=0x7f3b5800b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b58015020 con 0x7f3b681019a0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3b58011d00 con 0x7f3b681019a0 2024-04-26T01:37:29.199 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b6806aa10 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b58010e10 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.083+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b6806af80 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.084+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b68069730 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.085+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 15) ==== 138591+0+0 (secure 0 0 0) 0x7f3b58018020 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.085+0000 7f3b5effd700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 0x7f3b540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.086+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f3b580ce990 con 0x7f3b681019a0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.086+0000 7f3b6d487700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 0x7f3b540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.087+0000 7f3b6d487700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 0x7f3b540a6070 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3b640097b0 tx=0x7f3b64006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:29.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.090+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b5801f020 con 0x7f3b681019a0 2024-04-26T01:37:29.294 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:29.298+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f3b6802e020 con 0x7f3b540a3bb0 2024-04-26T01:37:29.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:28 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi133 2024-04-26T01:37:29.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:28 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 17088M 2024-04-26T01:37:29.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:28 smithi100 ceph-mon[28020]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:37:29.931 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:29 smithi148 ceph-mon[32990]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:29.931 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:29 smithi148 ceph-mon[32990]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:29.931 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:29.931 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:29.931 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:30.148 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:29 smithi133 ceph-mon[32344]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:30.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:29 smithi133 ceph-mon[32344]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:30.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:30.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:30.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:30.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:29 smithi100 ceph-mon[28020]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:30.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:29 smithi100 ceph-mon[28020]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:30.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:30.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:30.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:32.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:32.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/1909214809' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]': finished 2024-04-26T01:37:32.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:37:32.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:32.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:32.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/1909214809' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]': finished 2024-04-26T01:37:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:37:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:32.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/1909214809' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]: dispatch 2024-04-26T01:37:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77fddc53-bb17-4589-9fb7-237560ebf37b"}]': finished 2024-04-26T01:37:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:37:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:33.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:33 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/695423048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:33.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:33 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/695423048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:33.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:33 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/695423048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:37:34.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:34 smithi148 ceph-mon[32990]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:34.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:34 smithi100 ceph-mon[28020]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:34.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:34 smithi133 ceph-mon[32344]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:36.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:36 smithi148 ceph-mon[32990]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:36.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:36 smithi100 ceph-mon[28020]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:36.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:36 smithi133 ceph-mon[32344]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:38.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:38 smithi148 ceph-mon[32990]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:38.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:38 smithi100 ceph-mon[28020]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:38.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:38 smithi133 ceph-mon[32344]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:39.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:37:39.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:39.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:37:39.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:39.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:37:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:40.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:40 smithi148 ceph-mon[32990]: Deploying daemon osd.2 on smithi148 2024-04-26T01:37:40.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:40 smithi148 ceph-mon[32990]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:40.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:40 smithi133 ceph-mon[32344]: Deploying daemon osd.2 on smithi148 2024-04-26T01:37:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:40 smithi133 ceph-mon[32344]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:40.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:40 smithi100 ceph-mon[28020]: Deploying daemon osd.2 on smithi148 2024-04-26T01:37:40.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:40 smithi100 ceph-mon[28020]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:42.562 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:42 smithi148 ceph-mon[32990]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:42.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:42 smithi133 ceph-mon[32344]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:42.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:42 smithi100 ceph-mon[28020]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:44.554 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:44 smithi148 ceph-mon[32990]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:44.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:44 smithi133 ceph-mon[32344]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:44.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:44 smithi100 ceph-mon[28020]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:45 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:45 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:45 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:45 smithi133 ceph-mon[32344]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:46.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:45 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:46.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:45 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:46.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:45 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:46.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:45 smithi148 ceph-mon[32990]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:46.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:45 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:46.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:45 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:46.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:45 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:46.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:45 smithi100 ceph-mon[28020]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:47.925 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 2 on host 'smithi148' 2024-04-26T01:37:47.925 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.929+0000 7f3b5effd700 1 -- 172.21.15.148:0/4207758652 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3b6802e020 con 0x7f3b540a3bb0 2024-04-26T01:37:47.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 msgr2=0x7f3b540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 0x7f3b540a6070 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3b640097b0 tx=0x7f3b64006d20 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 msgr2=0x7f3b68197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3b5800b500 tx=0x7f3b5800b8c0 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 shutdown_connections 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b540a3bb0 0x7f3b540a6070 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b68103540 0x7f3b6819f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b681019a0 0x7f3b68197cf0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 --2- 172.21.15.148:0/4207758652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b68102ba0 0x7f3b68198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 >> 172.21.15.148:0/4207758652 conn(0x7f3b680fcf40 msgr2=0x7f3b68105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 shutdown_connections 2024-04-26T01:37:47.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:37:47.933+0000 7f3b6feec700 1 -- 172.21.15.148:0/4207758652 wait complete. 2024-04-26T01:37:48.548 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:48 smithi148 ceph-mon[32990]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:48.548 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.548 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.548 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.548 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:48 smithi100 ceph-mon[28020]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:48.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.581 DEBUG:teuthology.orchestra.run.smithi148:osd.2> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T01:37:48.583 INFO:tasks.cephadm:Deploying osd.3 on smithi100 with /dev/vg_nvme/lv_3... 2024-04-26T01:37:48.583 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:37:48.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:48 smithi133 ceph-mon[32344]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:48.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:48.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:49.011 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:37:49.461 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:49 smithi100 ceph-mon[28020]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:49.461 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:49 smithi100 ceph-mon[28020]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:49.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:49 smithi133 ceph-mon[32344]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:49.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:49 smithi133 ceph-mon[32344]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:49.696 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:49 smithi148 ceph-mon[32990]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:49.697 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:49 smithi148 ceph-mon[32990]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:37:50.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:50.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:37:50.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:37:50.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:50.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:50.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-mon[32990]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:50.560 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2[38335]: 2024-04-26T01:37:50.320+0000 7f8f10d63700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T01:37:50.560 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2[38335]: 2024-04-26T01:37:50.329+0000 7f8f0cb56700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:37:50.563 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:50.563 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:37:50.564 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:37:50.564 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:50.564 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:50.564 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:50 smithi100 ceph-mon[28020]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: from='osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:50 smithi133 ceph-mon[32344]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:37:51.528 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:51 smithi148 ceph-mon[32990]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:37:51.528 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:51 smithi148 ceph-mon[32990]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:37:51.528 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.528 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:51 smithi133 ceph-mon[32344]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:37:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:51 smithi133 ceph-mon[32344]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:37:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:51 smithi100 ceph-mon[28020]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:37:51.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:51 smithi100 ceph-mon[28020]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:37:51.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:51.763 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:37:51.764 INFO:teuthology.orchestra.run.smithi100.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:37:51.764 INFO:teuthology.orchestra.run.smithi100.stderr: stderr: 10+0 records in 2024-04-26T01:37:51.764 INFO:teuthology.orchestra.run.smithi100.stderr:10+0 records out 2024-04-26T01:37:51.764 INFO:teuthology.orchestra.run.smithi100.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0572836 s, 183 MB/s 2024-04-26T01:37:51.764 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping successful for: 2024-04-26T01:37:52.633 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] boot 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.634 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.635 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.635 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:52.635 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.635 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.635 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.637 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi100:vg_nvme/lv_3 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] boot 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: pgmap v90: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: osd.2 [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] boot 2024-04-26T01:37:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:37:52.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:53.040 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:37:53.458 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:53 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi148 2024-04-26T01:37:53.458 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:53 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 17088M 2024-04-26T01:37:53.458 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:53.458 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:53 smithi100 ceph-mon[28020]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:37:53.459 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:53.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:53 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi148 2024-04-26T01:37:53.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:53 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 17088M 2024-04-26T01:37:53.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:53.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:53 smithi133 ceph-mon[32344]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:37:53.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:53.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:53 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi148 2024-04-26T01:37:53.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:53 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 17088M 2024-04-26T01:37:53.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:53.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:53 smithi148 ceph-mon[32990]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:37:53.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:37:54.151 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47474]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47474]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47474]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47474]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47479]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47479]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47479]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.152 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:37:53 smithi100 sudo[47479]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.275 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40854]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.275 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40854]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.275 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40854]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.275 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40854]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.275 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40857]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.276 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40857]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.276 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40857]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.276 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:37:53 smithi133 sudo[40857]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.309 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42407]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.309 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42407]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.309 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42407]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.309 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42407]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.310 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42410]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.310 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42410]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.310 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42410]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.310 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42410]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42413]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42413]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42413]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42413]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42416]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42416]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 sudo[42416]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.540 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40860]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40860]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40860]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40860]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40864]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40864]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40864]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.541 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 sudo[40864]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: pgmap v93: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.542 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.543 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.544 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:54 smithi133 ceph-mon[32344]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47482]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47482]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47482]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47482]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47485]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47485]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47485]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 sudo[47485]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: pgmap v93: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:54 smithi100 ceph-mon[28020]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: pgmap v93: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:54.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:37:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:54 smithi148 ceph-mon[32990]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 -- 172.21.15.100:0/1128280281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 msgr2=0x7fc2f8102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1128280281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f8102f10 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc2e80099c0 tx=0x7fc2e8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 -- 172.21.15.100:0/1128280281 shutdown_connections 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1128280281 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8104690 0x7fc2f810af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1128280281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f8102f10 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1128280281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8103cf0 0x7fc2f8104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.149+0000 7fc2fde00700 1 -- 172.21.15.100:0/1128280281 >> 172.21.15.100:0/1128280281 conn(0x7fc2f80fe090 msgr2=0x7fc2f81004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:55.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.150+0000 7fc2fde00700 1 -- 172.21.15.100:0/1128280281 shutdown_connections 2024-04-26T01:37:55.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.150+0000 7fc2fde00700 1 -- 172.21.15.100:0/1128280281 wait complete. 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.151+0000 7fc2fde00700 1 Processor -- start 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.151+0000 7fc2fde00700 1 -- start start 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8103cf0 0x7fc2f8074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8104690 0x7fc2f8075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f810e6f0 con 0x7fc2f8103cf0 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f810e570 con 0x7fc2f8102af0 2024-04-26T01:37:55.149 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2fde00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f810e870 con 0x7fc2f8104690 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42786/0 (socket says 172.21.15.100:42786) 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2efe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8103cf0 0x7fc2f8074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 -- 172.21.15.100:0/1969731698 learned_addr learned my addr 172.21.15.100:0/1969731698 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f7400700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8104690 0x7fc2f8075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 -- 172.21.15.100:0/1969731698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8104690 msgr2=0x7fc2f8075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8104690 0x7fc2f8075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 -- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8103cf0 msgr2=0x7fc2f8074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8103cf0 0x7fc2f8074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.152+0000 7fc2f6a00700 1 -- 172.21.15.100:0/1969731698 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f8075c20 con 0x7fc2f8102af0 2024-04-26T01:37:55.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2f6a00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc2e80038a0 tx=0x7fc2e800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e8027070 con 0x7fc2f8102af0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc2e8022940 con 0x7fc2f8102af0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f81a2e30 con 0x7fc2f8102af0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e800bea0 con 0x7fc2f8102af0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.153+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f81a31d0 con 0x7fc2f8102af0 2024-04-26T01:37:55.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.155+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f802df80 con 0x7fc2f8102af0 2024-04-26T01:37:55.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.156+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 15) ==== 138591+0+0 (secure 0 0 0) 0x7fc2e802a070 con 0x7fc2f8102af0 2024-04-26T01:37:55.154 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.158+0000 7fc2fca00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 0x7fc2dc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.154 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.158+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7fc2e80cfb60 con 0x7fc2f8102af0 2024-04-26T01:37:55.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.158+0000 7fc2efe00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 0x7fc2dc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.159+0000 7fc2efe00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 0x7fc2dc0a60f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009c60 tx=0x7fc2e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:55.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.160+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc2e8013070 con 0x7fc2f8102af0 2024-04-26T01:37:55.378 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.381+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fc2e8099950 con 0x7fc2f8102af0 2024-04-26T01:37:55.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:37:55.400+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fc2f8062e80 con 0x7fc2dc0a3c30 2024-04-26T01:37:55.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:55 smithi133 ceph-mon[32344]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:37:55.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:55 smithi148 ceph-mon[32990]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:37:55.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:55 smithi100 ceph-mon[28020]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:37:56.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: Cluster is now healthy 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:56 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: Cluster is now healthy 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:56 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: Cluster is now healthy 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:37:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:37:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:56 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:37:58.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:58 smithi133 ceph-mon[32344]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:58 smithi148 ceph-mon[32990]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:58.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:58 smithi100 ceph-mon[28020]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:37:59.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:59 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]: dispatch 2024-04-26T01:37:59.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:59 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]': finished 2024-04-26T01:37:59.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:59 smithi133 ceph-mon[32344]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:37:59.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:37:59 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:37:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:59 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]: dispatch 2024-04-26T01:37:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:59 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]': finished 2024-04-26T01:37:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:59 smithi148 ceph-mon[32990]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:37:59.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:37:59 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:37:59.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:59 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]: dispatch 2024-04-26T01:37:59.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:59 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4274316984' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb"}]': finished 2024-04-26T01:37:59.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:59 smithi100 ceph-mon[28020]: osdmap e22: 4 total, 3 up, 4 in 2024-04-26T01:37:59.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:37:59 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:00.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:00 smithi133 ceph-mon[32344]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:00 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/5199100' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:00.690 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:00 smithi148 ceph-mon[32990]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:00.691 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:00 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/5199100' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:00.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:00 smithi100 ceph-mon[28020]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:00.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:00 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/5199100' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:02.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:02 smithi133 ceph-mon[32344]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:02.715 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:02 smithi100 ceph-mon[28020]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:02 smithi148 ceph-mon[32990]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:04.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:04 smithi100 ceph-mon[28020]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:04.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:04 smithi133 ceph-mon[32344]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:04.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:04 smithi148 ceph-mon[32990]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:06.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:06 smithi133 ceph-mon[32344]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:06.673 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:06 smithi100 ceph-mon[28020]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:06.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:06 smithi148 ceph-mon[32990]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:08 smithi100 ceph-mon[28020]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:38:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:08.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:08 smithi133 ceph-mon[32344]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:38:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:08.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:08 smithi148 ceph-mon[32990]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:08.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:38:08.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:09.596 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:09 smithi100 ceph-mon[28020]: Deploying daemon osd.3 on smithi100 2024-04-26T01:38:09.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:09 smithi148 ceph-mon[32990]: Deploying daemon osd.3 on smithi100 2024-04-26T01:38:09.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:09 smithi133 ceph-mon[32344]: Deploying daemon osd.3 on smithi100 2024-04-26T01:38:10.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:10 smithi148 ceph-mon[32990]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:10.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:10 smithi100 ceph-mon[28020]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:10.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:10 smithi133 ceph-mon[32344]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:12.796 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:12 smithi100 ceph-mon[28020]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:12.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:12 smithi148 ceph-mon[32990]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:12.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:12 smithi133 ceph-mon[32344]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:14.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:14 smithi148 ceph-mon[32990]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:14.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:14 smithi100 ceph-mon[28020]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:14.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:14 smithi133 ceph-mon[32344]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:16.527 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:16 smithi100 ceph-mon[28020]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:16 smithi148 ceph-mon[32990]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:16.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:16 smithi133 ceph-mon[32344]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:17.713 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:17.714 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:17.714 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:17.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:17.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:17.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:18.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:18 smithi148 ceph-mon[32990]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:18.738 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:18 smithi100 ceph-mon[28020]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:18.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:18 smithi133 ceph-mon[32344]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:20.727 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:20.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:20.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:20.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:21.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.554+0000 7fc2fca00700 1 -- 172.21.15.100:0/1969731698 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc2f8062e80 con 0x7fc2dc0a3c30 2024-04-26T01:38:21.551 INFO:teuthology.orchestra.run.smithi100.stdout:Created osd(s) 3 on host 'smithi100' 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 msgr2=0x7fc2dc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 0x7fc2dc0a60f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009c60 tx=0x7fc2e0009260 comp rx=0 tx=0).stop 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 msgr2=0x7fc2f80767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc2e80038a0 tx=0x7fc2e800fa00 comp rx=0 tx=0).stop 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 shutdown_connections 2024-04-26T01:38:21.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc2f8104690 0x7fc2f8075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc2dc0a3c30 0x7fc2dc0a60f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2f8102af0 0x7fc2f80767e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 --2- 172.21.15.100:0/1969731698 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc2f8103cf0 0x7fc2f8074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 >> 172.21.15.100:0/1969731698 conn(0x7fc2f80fe090 msgr2=0x7fc2f8107010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 shutdown_connections 2024-04-26T01:38:21.555 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:38:21.558+0000 7fc2fde00700 1 -- 172.21.15.100:0/1969731698 wait complete. 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:21 smithi148 ceph-mon[32990]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:21 smithi148 ceph-mon[32990]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:21.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:21 smithi100 ceph-mon[28020]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:21.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:21 smithi100 ceph-mon[28020]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:21 smithi133 ceph-mon[32344]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:21 smithi133 ceph-mon[32344]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:38:22.323 DEBUG:teuthology.orchestra.run.smithi100:osd.3> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T01:38:22.327 INFO:tasks.cephadm:Deploying osd.4 on smithi133 with /dev/vg_nvme/lv_3... 2024-04-26T01:38:22.327 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:38:22.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:22.575 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:38:22.471+0000 7fdef4400700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T01:38:22.575 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:38:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:38:22.481+0000 7fdeef200700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:38:22.576 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:38:22.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:22.704 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:38:22.704 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.704 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:38:22.704 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:22.705 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.705 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.705 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.705 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:38:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:38:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:38:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] boot 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T01:38:23.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] boot 2024-04-26T01:38:23.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T01:38:23.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 84 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: osd.3 [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] boot 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: osdmap e25: 4 total, 4 up, 4 in 2024-04-26T01:38:23.824 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013262 s, 791 MB/s 2024-04-26T01:38:24.527 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-26T01:38:24.733 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:24 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:38:24.733 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:24 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:38:24.733 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:24 smithi100 ceph-mon[28020]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:38:24.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:24 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:38:24.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:24 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:38:24.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:24 smithi148 ceph-mon[32990]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:38:24.869 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:24 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:38:24.869 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:24 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:38:24.869 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:24 smithi133 ceph-mon[32344]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:38:25.196 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_3 2024-04-26T01:38:25.438 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:38:25.763 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:25 smithi133 ceph-mon[32344]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:25.763 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:25 smithi133 ceph-mon[32344]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:38:25.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:25 smithi148 ceph-mon[32990]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:25.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:25 smithi148 ceph-mon[32990]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:38:25.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:25 smithi100 ceph-mon[28020]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:25.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:25 smithi100 ceph-mon[28020]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:38:27.012 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2706895835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778104640 msgr2=0x7fe77810aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:27.012 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2706895835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778104640 0x7fe77810aef0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe77000b0d0 tx=0x7fe77000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2706895835 shutdown_connections 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2706895835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778104640 0x7fe77810aef0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2706895835 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778102aa0 0x7fe778102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2706895835 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778103ca0 0x7fe778104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2706895835 >> 172.21.15.133:0/2706895835 conn(0x7fe7780fe040 msgr2=0x7fe778100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2706895835 shutdown_connections 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.013+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2706895835 wait complete. 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.014+0000 7fe77d1d1700 1 Processor -- start 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.014+0000 7fe77d1d1700 1 -- start start 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.014+0000 7fe77d1d1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.014+0000 7fe77d1d1700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 0x7fe7781991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.014+0000 7fe77d1d1700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778104640 0x7fe7781a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77d1d1700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe77810e680 con 0x7fe778104640 2024-04-26T01:38:27.013 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77d1d1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe77810e500 con 0x7fe778102aa0 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77d1d1700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe77810e800 con 0x7fe778103ca0 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:42110/0 (socket says 172.21.15.133:42110) 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 -- 172.21.15.133:0/2093998399 learned_addr learned my addr 172.21.15.133:0/2093998399 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77659c700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 0x7fe7781991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77759e700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778104640 0x7fe7781a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 -- 172.21.15.133:0/2093998399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 msgr2=0x7fe7781991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:27.014 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 0x7fe7781991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 -- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778104640 msgr2=0x7fe7781a0220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778104640 0x7fe7781a0220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 -- 172.21.15.133:0/2093998399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7781a08f0 con 0x7fe778102aa0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77659c700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 0x7fe7781991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe776d9d700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe76800d980 tx=0x7fe76800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe768017070 con 0x7fe778102aa0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7781a0b80 con 0x7fe778102aa0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe768009e00 con 0x7fe778102aa0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.015+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76800f3c0 con 0x7fe778102aa0 2024-04-26T01:38:27.015 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.016+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7781a10c0 con 0x7fe778102aa0 2024-04-26T01:38:27.016 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.016+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe778069730 con 0x7fe778102aa0 2024-04-26T01:38:27.017 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.017+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fe768010710 con 0x7fe778102aa0 2024-04-26T01:38:27.017 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.018+0000 7fe76ffff700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 0x7fe7640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:27.017 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.018+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7fe7680ced80 con 0x7fe778102aa0 2024-04-26T01:38:27.017 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.018+0000 7fe77659c700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 0x7fe7640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:27.017 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.019+0000 7fe77659c700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 0x7fe7640a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe77819a180 tx=0x7fe76000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:27.019 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.023+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe76809c980 con 0x7fe778102aa0 2024-04-26T01:38:27.226 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:27.228+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fe778062e80 con 0x7fe7640a3c40 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:27.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:27 smithi100 ceph-mon[28020]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:27.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:27 smithi148 ceph-mon[32990]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:27.837 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:27 smithi133 ceph-mon[32344]: pgmap v119: 1 pgs: 1 peering; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:28.792 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:38:28.792 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi100 2024-04-26T01:38:28.792 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 8544M 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:28.793 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi100 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 8544M 2024-04-26T01:38:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi100 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 8544M 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:29.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:29 smithi148 ceph-mon[32990]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-26T01:38:29.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:29 smithi100 ceph-mon[28020]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-26T01:38:29.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:29 smithi133 ceph-mon[32344]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-04-26T01:38:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:30 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/1096079259' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:30 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:30 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]': finished 2024-04-26T01:38:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:30 smithi133 ceph-mon[32344]: osdmap e30: 5 total, 4 up, 5 in 2024-04-26T01:38:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:30 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:30 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/1096079259' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:30 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:30 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]': finished 2024-04-26T01:38:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:30 smithi148 ceph-mon[32990]: osdmap e30: 5 total, 4 up, 5 in 2024-04-26T01:38:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:30 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:30.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:30 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/1096079259' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:30 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]: dispatch 2024-04-26T01:38:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:30 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "694b5563-1d11-4645-a1b6-fe29d9793b5b"}]': finished 2024-04-26T01:38:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:30 smithi100 ceph-mon[28020]: osdmap e30: 5 total, 4 up, 5 in 2024-04-26T01:38:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:30 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:31.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:31 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/985653131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:31.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:31 smithi148 ceph-mon[32990]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T01:38:31.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:31 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/985653131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:31.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:31 smithi100 ceph-mon[28020]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T01:38:31.898 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:31 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/985653131' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:31.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:31 smithi133 ceph-mon[32344]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-04-26T01:38:34.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:34 smithi148 ceph-mon[32990]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T01:38:34.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:34 smithi100 ceph-mon[28020]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T01:38:34.648 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:34 smithi133 ceph-mon[32344]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-26T01:38:36.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:36 smithi100 ceph-mon[28020]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:38:36.584 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:36 smithi133 ceph-mon[32344]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:38:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:36 smithi148 ceph-mon[32990]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:38:37.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:37 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:38:37.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:37 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:37.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:37 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:38:37.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:37 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:37.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:37 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:38:37.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:37 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:38.611 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:38 smithi133 ceph-mon[32344]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:38:38.611 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:38 smithi133 ceph-mon[32344]: Deploying daemon osd.4 on smithi133 2024-04-26T01:38:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:38 smithi148 ceph-mon[32990]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:38:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:38 smithi148 ceph-mon[32990]: Deploying daemon osd.4 on smithi133 2024-04-26T01:38:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:38 smithi100 ceph-mon[28020]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:38:38.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:38 smithi100 ceph-mon[28020]: Deploying daemon osd.4 on smithi133 2024-04-26T01:38:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:40 smithi133 ceph-mon[32344]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:40.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:40 smithi148 ceph-mon[32990]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:40.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:40 smithi100 ceph-mon[28020]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:42 smithi133 ceph-mon[32344]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:42.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:42 smithi148 ceph-mon[32990]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:42.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:42 smithi100 ceph-mon[28020]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:44.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:44.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:43 smithi148 ceph-mon[32990]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:44.324 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:44.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:43 smithi100 ceph-mon[28020]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:44.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:44.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:44.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:43 smithi133 ceph-mon[32344]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:46.251 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.254+0000 7fe76ffff700 1 -- 172.21.15.133:0/2093998399 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe778062e80 con 0x7fe7640a3c40 2024-04-26T01:38:46.252 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 4 on host 'smithi133' 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 msgr2=0x7fe7640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 0x7fe7640a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe77819a180 tx=0x7fe76000b410 comp rx=0 tx=0).stop 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 msgr2=0x7fe778198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe76800d980 tx=0x7fe76800dc90 comp rx=0 tx=0).stop 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 shutdown_connections 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe778104640 0x7fe7781a0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe7640a3c40 0x7fe7640a6100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe778102aa0 0x7fe778198c70 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.253 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 --2- 172.21.15.133:0/2093998399 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe778103ca0 0x7fe7781991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.254 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 >> 172.21.15.133:0/2093998399 conn(0x7fe7780fe040 msgr2=0x7fe778106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:46.254 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 shutdown_connections 2024-04-26T01:38:46.254 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:38:46.256+0000 7fe77d1d1700 1 -- 172.21.15.133:0/2093998399 wait complete. 2024-04-26T01:38:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:46 smithi133 ceph-mon[32344]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:46.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:46 smithi100 ceph-mon[28020]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:46.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:46 smithi148 ceph-mon[32990]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.098 DEBUG:teuthology.orchestra.run.smithi133:osd.4> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T01:38:47.101 INFO:tasks.cephadm:Deploying osd.5 on smithi148 with /dev/vg_nvme/lv_3... 2024-04-26T01:38:47.101 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:38:47.348 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:38:47.470 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:47 smithi148 ceph-mon[32990]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.470 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:47 smithi148 ceph-mon[32990]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.470 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.470 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:47 smithi100 ceph-mon[28020]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:47 smithi100 ceph-mon[28020]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:47 smithi133 ceph-mon[32344]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:47 smithi133 ceph-mon[32344]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:38:47.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:47.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:48.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:48.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:38:48.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:38:48.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:48.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-mon[32344]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:38:48.400 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:38:48.327+0000 7fc78a0d5700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T01:38:48.400 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:38:48 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:38:48.332+0000 7fc785ec8700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:38:48.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:48 smithi148 ceph-mon[32990]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: from='osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:38:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:48 smithi100 ceph-mon[28020]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:38:49.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:49 smithi133 ceph-mon[32344]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:38:49.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:49.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:49.457 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:38:49.458 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:38:49.458 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-26T01:38:49.458 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-26T01:38:49.458 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114032 s, 920 MB/s 2024-04-26T01:38:49.458 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-26T01:38:49.755 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:49 smithi148 ceph-mon[32990]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:38:49.755 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:49.755 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:49.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:49 smithi100 ceph-mon[28020]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:38:49.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:49.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:50.083 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_3 2024-04-26T01:38:50.330 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] boot 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T01:38:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:50 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] boot 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T01:38:50.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:50 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:50.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:38:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:38:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 111 MiB used, 358 GiB / 358 GiB avail 2024-04-26T01:38:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: osd.4 [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] boot 2024-04-26T01:38:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: osdmap e33: 5 total, 5 up, 5 in 2024-04-26T01:38:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:38:51.420 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:38:51.420 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.420 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.420 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.420 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.421 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:51.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:51.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:51.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:51.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:38:51.986 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 -- 172.21.15.148:0/3374483213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5714103540 msgr2=0x7f5714109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 --2- 172.21.15.148:0/3374483213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5714103540 0x7f5714109df0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f570c00b0a0 tx=0x7f570c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 -- 172.21.15.148:0/3374483213 shutdown_connections 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 --2- 172.21.15.148:0/3374483213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5714103540 0x7f5714109df0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 --2- 172.21.15.148:0/3374483213 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f57141019a0 0x7f5714101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 --2- 172.21.15.148:0/3374483213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714102ba0 0x7f5714103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 -- 172.21.15.148:0/3374483213 >> 172.21.15.148:0/3374483213 conn(0x7f57140fcf60 msgr2=0x7f57140ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 -- 172.21.15.148:0/3374483213 shutdown_connections 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.987+0000 7f5719a9f700 1 -- 172.21.15.148:0/3374483213 wait complete. 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 Processor -- start 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 -- start start 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:51.987 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5714102ba0 0x7f571419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714103540 0x7f571419ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f571410d5f0 con 0x7f5714102ba0 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f571410d470 con 0x7f5714103540 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f5719a9f700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f571410d770 con 0x7f57141019a0 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.988+0000 7f57137fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:39176/0 (socket says 172.21.15.148:39176) 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 -- 172.21.15.148:0/2434773962 learned_addr learned my addr 172.21.15.148:0/2434773962 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5713fff700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714103540 0x7f571419ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 -- 172.21.15.148:0/2434773962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714103540 msgr2=0x7f571419ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714103540 0x7f571419ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 -- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5714102ba0 msgr2=0x7f571419d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5714102ba0 0x7f571419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:51.988 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 -- 172.21.15.148:0/2434773962 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57141a08b0 con 0x7f57141019a0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f57137fe700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f570400b500 tx=0x7f570400b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5704015020 con 0x7f57141019a0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5704011d00 con 0x7f57141019a0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5704010dd0 con 0x7f57141019a0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57141a0ba0 con 0x7f57141019a0 2024-04-26T01:38:51.989 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.989+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57141a1090 con 0x7f57141019a0 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.990+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5714069770 con 0x7f57141019a0 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.991+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f5704018020 con 0x7f57141019a0 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.992+0000 7f5710ff9700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.992+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7f57040cea70 con 0x7f57141019a0 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.992+0000 7f5712ffd700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:51.990 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.993+0000 7f5712ffd700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5708005fd0 tx=0x7f5708005d00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:51.993 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:51.997+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f570401f020 con 0x7f57141019a0 2024-04-26T01:38:52.200 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:38:52.203+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5714062e80 con 0x7f56fc0a3cc0 2024-04-26T01:38:52.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi133 2024-04-26T01:38:52.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-26T01:38:52.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:52.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:52.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:52.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:52 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi133 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:52 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi133 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 8544M 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 137 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:38:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:52 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:53.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:53 smithi148 ceph-mon[32990]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:53.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:53 smithi133 ceph-mon[32344]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:53.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:53 smithi100 ceph-mon[28020]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:54.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:54 smithi133 ceph-mon[32344]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:54.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:54 smithi148 ceph-mon[32990]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:54.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:54 smithi100 ceph-mon[28020]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:55.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:55 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/838933242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:55 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:55 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]': finished 2024-04-26T01:38:55.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:55 smithi148 ceph-mon[32990]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T01:38:55.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:38:55.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:55 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/838933242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:55 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:55 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]': finished 2024-04-26T01:38:55.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:55 smithi133 ceph-mon[32344]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T01:38:55.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:38:55.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:55 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/838933242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:55 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]: dispatch 2024-04-26T01:38:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:55 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ccc24a74-3fda-48c2-92fb-3a931c52861f"}]': finished 2024-04-26T01:38:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:55 smithi100 ceph-mon[28020]: osdmap e35: 6 total, 5 up, 6 in 2024-04-26T01:38:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:38:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:56 smithi133 ceph-mon[32344]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:56 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/158669217' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:56 smithi148 ceph-mon[32990]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:56 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/158669217' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:56.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:56 smithi100 ceph-mon[28020]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:56.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:56 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/158669217' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:38:58.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:38:58 smithi133 ceph-mon[32344]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:38:58 smithi148 ceph-mon[32990]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:38:58 smithi100 ceph-mon[28020]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:00.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:00 smithi148 ceph-mon[32990]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:00 smithi133 ceph-mon[32344]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:00.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:00 smithi100 ceph-mon[28020]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:02 smithi133 ceph-mon[32344]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:02 smithi148 ceph-mon[32990]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:02.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:02 smithi100 ceph-mon[28020]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:03.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:39:03.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:03.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:03 smithi148 ceph-mon[32990]: Deploying daemon osd.5 on smithi148 2024-04-26T01:39:03.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:39:03.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:03.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:03 smithi100 ceph-mon[28020]: Deploying daemon osd.5 on smithi148 2024-04-26T01:39:03.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:39:03.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:03.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:03 smithi133 ceph-mon[32344]: Deploying daemon osd.5 on smithi148 2024-04-26T01:39:04.663 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:04 smithi148 ceph-mon[32990]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:04.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:04 smithi100 ceph-mon[28020]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:04.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:04 smithi133 ceph-mon[32344]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:06 smithi148 ceph-mon[32990]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:06.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:06 smithi100 ceph-mon[28020]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:06.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:06 smithi133 ceph-mon[32344]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:08.742 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:08 smithi148 ceph-mon[32990]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:08.742 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.742 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.742 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:08.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:08 smithi100 ceph-mon[28020]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:08.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:08 smithi133 ceph-mon[32344]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:10.637 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:10 smithi148 ceph-mon[32990]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:10.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:10 smithi100 ceph-mon[28020]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:10.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:10 smithi133 ceph-mon[32344]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:11.840 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 5 on host 'smithi148' 2024-04-26T01:39:11.841 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.844+0000 7f5710ff9700 1 -- 172.21.15.148:0/2434773962 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5714062e80 con 0x7f56fc0a3cc0 2024-04-26T01:39:11.842 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 msgr2=0x7f56fc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:11.842 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5708005fd0 tx=0x7f5708005d00 comp rx=0 tx=0).stop 2024-04-26T01:39:11.842 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 msgr2=0x7f571406bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:11.842 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f570400b500 tx=0x7f570400b810 comp rx=0 tx=0).stop 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 shutdown_connections 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5714103540 0x7f571419ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f57141019a0 0x7f571406bd10 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 --2- 172.21.15.148:0/2434773962 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5714102ba0 0x7f571419d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 >> 172.21.15.148:0/2434773962 conn(0x7f57140fcf60 msgr2=0x7f5714105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 shutdown_connections 2024-04-26T01:39:11.843 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:39:11.846+0000 7f5719a9f700 1 -- 172.21.15.148:0/2434773962 wait complete. 2024-04-26T01:39:12.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:12.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:12.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:12 smithi148 ceph-mon[32990]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:12 smithi100 ceph-mon[28020]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:12.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:12.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:12 smithi133 ceph-mon[32344]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:39:12.518 DEBUG:teuthology.orchestra.run.smithi148:osd.5> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T01:39:12.520 INFO:tasks.cephadm:Deploying osd.6 on smithi100 with /dev/vg_nvme/lv_2... 2024-04-26T01:39:12.520 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:39:12.960 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.006 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-mon[32990]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:14.006 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:39:13.834+0000 7f79d32fa700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T01:39:14.007 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:39:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:39:13.841+0000 7f79cf0ed700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.147 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:13 smithi100 ceph-mon[28020]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: from='osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:39:14.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:13 smithi133 ceph-mon[32344]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 138 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:39:15.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:39:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:39:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] boot 2024-04-26T01:39:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T01:39:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:15.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:39:15.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:39:15.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:15.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] boot 2024-04-26T01:39:15.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T01:39:15.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: osd.5 [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] boot 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: osdmap e38: 6 total, 6 up, 6 in 2024-04-26T01:39:15.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:39:16.015 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:39:16.015 INFO:teuthology.orchestra.run.smithi100.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:39:16.016 INFO:teuthology.orchestra.run.smithi100.stderr: stderr: 10+0 records in 2024-04-26T01:39:16.016 INFO:teuthology.orchestra.run.smithi100.stderr:10+0 records out 2024-04-26T01:39:16.016 INFO:teuthology.orchestra.run.smithi100.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0340298 s, 308 MB/s 2024-04-26T01:39:16.016 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping successful for: 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:15 smithi133 ceph-mon[32344]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.221 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.221 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.221 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:16.221 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.221 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:15 smithi100 ceph-mon[28020]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:39:16.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:16.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:16.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:15 smithi148 ceph-mon[32990]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:39:16.893 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi100:vg_nvme/lv_2 2024-04-26T01:39:17.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:16 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi148 2024-04-26T01:39:17.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:16 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 8544M 2024-04-26T01:39:17.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:16 smithi133 ceph-mon[32344]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:39:17.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:16 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi148 2024-04-26T01:39:17.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:16 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 8544M 2024-04-26T01:39:17.160 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:16 smithi100 ceph-mon[28020]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:39:17.308 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:39:17.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:16 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi148 2024-04-26T01:39:17.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:16 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 8544M 2024-04-26T01:39:17.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:16 smithi148 ceph-mon[32990]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:39:18.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:17 smithi100 ceph-mon[28020]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:18.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:17 smithi133 ceph-mon[32344]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:18.211 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:17 smithi148 ceph-mon[32990]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:19.037 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:18 smithi100 ceph-mon[28020]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:39:19.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:18 smithi133 ceph-mon[32344]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:39:19.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:18 smithi148 ceph-mon[32990]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 -- 172.21.15.100:0/3650417300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 msgr2=0x7f87b4105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 --2- 172.21.15.100:0/3650417300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4105920 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f879c009990 tx=0x7f879c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 -- 172.21.15.100:0/3650417300 shutdown_connections 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 --2- 172.21.15.100:0/3650417300 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b410ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 --2- 172.21.15.100:0/3650417300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4105920 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 --2- 172.21.15.100:0/3650417300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 0x7f87b4108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 -- 172.21.15.100:0/3650417300 >> 172.21.15.100:0/3650417300 conn(0x7f87b40fcf40 msgr2=0x7f87b40ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 -- 172.21.15.100:0/3650417300 shutdown_connections 2024-04-26T01:39:19.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.585+0000 7f87bb400700 1 -- 172.21.15.100:0/3650417300 wait complete. 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.586+0000 7f87bb400700 1 Processor -- start 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 -- start start 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 0x7f87b41014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b4101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f87b410e6d0 con 0x7f87b4103530 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f87b410e550 con 0x7f87b4105e60 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87bb400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f87b410e850 con 0x7f87b4108790 2024-04-26T01:39:19.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87b8a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87b8a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:36820/0 (socket says 172.21.15.100:36820) 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.587+0000 7f87b8a00700 1 -- 172.21.15.100:0/710991460 learned_addr learned my addr 172.21.15.100:0/710991460 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b9400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b4101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87abe00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 0x7f87b41014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 -- 172.21.15.100:0/710991460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 msgr2=0x7f87b4101a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b4101a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 -- 172.21.15.100:0/710991460 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 msgr2=0x7f87b41014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 0x7f87b41014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 -- 172.21.15.100:0/710991460 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b41022d0 con 0x7f87b4103530 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b9400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b4101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:39:19.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.588+0000 7f87b8a00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f879c0098e0 tx=0x7f879c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.589+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c026070 con 0x7f87b4103530 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.589+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f879c00be90 con 0x7f87b4103530 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.589+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c017650 con 0x7f87b4103530 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.589+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b41a2e80 con 0x7f87b4103530 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.589+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b41a3220 con 0x7f87b4103530 2024-04-26T01:39:19.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.590+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87b402df80 con 0x7f87b4103530 2024-04-26T01:39:19.589 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.592+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f879c029070 con 0x7f87b4103530 2024-04-26T01:39:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.594+0000 7f87b2000700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 0x7f87940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.594+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4533+0+0 (secure 0 0 0) 0x7f879c0d0780 con 0x7f87b4103530 2024-04-26T01:39:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.594+0000 7f87abe00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 0x7f87940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.595+0000 7f87abe00700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 0x7f87940a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007c60 tx=0x7f87a40073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.597+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f879c030080 con 0x7f87b4103530 2024-04-26T01:39:19.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:19.834+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f87b4062e80 con 0x7f87940a3c40 2024-04-26T01:39:20.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:19 smithi133 ceph-mon[32344]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:39:20.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:19 smithi133 ceph-mon[32344]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:39:20.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:20.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:20.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:20.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:19 smithi148 ceph-mon[32990]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:39:20.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:19 smithi148 ceph-mon[32990]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:39:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:19 smithi100 ceph-mon[28020]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:39:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:19 smithi100 ceph-mon[28020]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:39:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:21.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:20 smithi100 ceph-mon[28020]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:21.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:20 smithi133 ceph-mon[32344]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:21.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:20 smithi148 ceph-mon[32990]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:22.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:21 smithi100 ceph-mon[28020]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T01:39:22.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:21 smithi133 ceph-mon[32344]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T01:39:22.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:21 smithi148 ceph-mon[32990]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-26T01:39:24.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:24 smithi100 ceph-mon[28020]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T01:39:24.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]: dispatch 2024-04-26T01:39:24.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]': finished 2024-04-26T01:39:24.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:24 smithi100 ceph-mon[28020]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T01:39:24.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:24 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:24.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:24 smithi133 ceph-mon[32344]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T01:39:24.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:24 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]: dispatch 2024-04-26T01:39:24.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:24 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]': finished 2024-04-26T01:39:24.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:24 smithi133 ceph-mon[32344]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T01:39:24.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:24 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:24.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:24 smithi148 ceph-mon[32990]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-26T01:39:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:24 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]: dispatch 2024-04-26T01:39:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:24 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2649903906' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a27b133f-77c4-4989-9a9d-0a497da41a99"}]': finished 2024-04-26T01:39:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:24 smithi148 ceph-mon[32990]: osdmap e43: 7 total, 6 up, 7 in 2024-04-26T01:39:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:24 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:25.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:25 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1095908339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:25.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:25 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1095908339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:25.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:25 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1095908339' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:26.608 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:26 smithi100 ceph-mon[28020]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:26.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:26 smithi133 ceph-mon[32344]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:26.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:26 smithi148 ceph-mon[32990]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:28.506 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:28 smithi100 ceph-mon[28020]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:28.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:28 smithi133 ceph-mon[32344]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:28 smithi148 ceph-mon[32990]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:30.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:30 smithi100 ceph-mon[28020]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:30 smithi133 ceph-mon[32344]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:30.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:30 smithi148 ceph-mon[32990]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:32 smithi100 ceph-mon[28020]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:32.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:32 smithi133 ceph-mon[32344]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:32.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:32 smithi148 ceph-mon[32990]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:33.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:33 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:39:33.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:33 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:33.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:33 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:39:33.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:33 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:33.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:33 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:39:33.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:33 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:34.459 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:34 smithi100 ceph-mon[28020]: Deploying daemon osd.6 on smithi100 2024-04-26T01:39:34.459 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:34 smithi100 ceph-mon[28020]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:34 smithi133 ceph-mon[32344]: Deploying daemon osd.6 on smithi100 2024-04-26T01:39:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:34 smithi133 ceph-mon[32344]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:34 smithi148 ceph-mon[32990]: Deploying daemon osd.6 on smithi100 2024-04-26T01:39:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:34 smithi148 ceph-mon[32990]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:36.540 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:36 smithi100 ceph-mon[28020]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:36 smithi133 ceph-mon[32344]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:36.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:36 smithi148 ceph-mon[32990]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:38.469 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:38 smithi100 ceph-mon[28020]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:38 smithi133 ceph-mon[32344]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:38 smithi148 ceph-mon[32990]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:40 smithi133 ceph-mon[32344]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:40.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:40 smithi148 ceph-mon[32990]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:40.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:40 smithi100 ceph-mon[28020]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:42.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:42 smithi100 ceph-mon[28020]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:42.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:42 smithi133 ceph-mon[32344]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:42.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:42 smithi148 ceph-mon[32990]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:42.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:42.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:44.568 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:44 smithi100 ceph-mon[28020]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:44.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:44 smithi133 ceph-mon[32344]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:44.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:44 smithi148 ceph-mon[32990]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:46 smithi100 ceph-mon[28020]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:46 smithi100 ceph-mon[28020]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:46 smithi100 ceph-mon[28020]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:46.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:46 smithi133 ceph-mon[32344]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:46.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:46 smithi133 ceph-mon[32344]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:46.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:46 smithi133 ceph-mon[32344]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:46.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.781+0000 7f87b2000700 1 -- 172.21.15.100:0/710991460 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f87b4062e80 con 0x7f87940a3c40 2024-04-26T01:39:46.778 INFO:teuthology.orchestra.run.smithi100.stdout:Created osd(s) 6 on host 'smithi100' 2024-04-26T01:39:46.781 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 msgr2=0x7f87940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:46.781 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 0x7f87940a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f87a4007c60 tx=0x7f87a40073d0 comp rx=0 tx=0).stop 2024-04-26T01:39:46.781 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 msgr2=0x7f87b4102e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:46.781 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f879c0098e0 tx=0x7f879c00f690 comp rx=0 tx=0).stop 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 shutdown_connections 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f87b4108790 0x7f87b4101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f87b4103530 0x7f87b4102e90 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f87940a3c40 0x7f87940a6100 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 --2- 172.21.15.100:0/710991460 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87b4105e60 0x7f87b41014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 >> 172.21.15.100:0/710991460 conn(0x7f87b40fcf40 msgr2=0x7f87b4103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.785+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 shutdown_connections 2024-04-26T01:39:46.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:39:46.786+0000 7f87bb400700 1 -- 172.21.15.100:0/710991460 wait complete. 2024-04-26T01:39:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:46 smithi148 ceph-mon[32990]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:46 smithi148 ceph-mon[32990]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:46.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:46 smithi148 ceph-mon[32990]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:39:47.757 DEBUG:teuthology.orchestra.run.smithi100:osd.6> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T01:39:47.763 INFO:tasks.cephadm:Deploying osd.7 on smithi133 with /dev/vg_nvme/lv_2... 2024-04-26T01:39:47.763 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:47.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:47 smithi100 ceph-mon[28020]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:47.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:47 smithi133 ceph-mon[32344]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:48.008 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:39:48.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:39:48.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:47 smithi148 ceph-mon[32990]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:48.365 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:39:48.246+0000 7f9632400700 -1 osd.6 0 waiting for initial osdmap 2024-04-26T01:39:48.366 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:39:48.269+0000 7f9628200700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:39:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-mon[28020]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:39:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-mon[28020]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:39:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:48 smithi100 ceph-mon[28020]: from='osd.6 ' entity='osd.6' 2024-04-26T01:39:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:48 smithi133 ceph-mon[32344]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:39:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:48 smithi133 ceph-mon[32344]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:39:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:48 smithi133 ceph-mon[32344]: from='osd.6 ' entity='osd.6' 2024-04-26T01:39:48.961 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:48 smithi148 ceph-mon[32990]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:39:48.961 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:48 smithi148 ceph-mon[32990]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:39:48.961 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.961 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:48.961 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:48 smithi148 ceph-mon[32990]: from='osd.6 ' entity='osd.6' 2024-04-26T01:39:49.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:39:49.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:39:49.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] boot 2024-04-26T01:39:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T01:39:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:49 smithi100 ceph-mon[28020]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:49.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:39:49.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:39:49.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] boot 2024-04-26T01:39:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T01:39:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:49 smithi133 ceph-mon[32344]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:49.976 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:39:49.976 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:39:49.976 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.976 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: osd.6 [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] boot 2024-04-26T01:39:49.976 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: osdmap e46: 7 total, 7 up, 7 in 2024-04-26T01:39:49.977 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:39:49.977 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:49 smithi148 ceph-mon[32990]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 165 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129401 s, 810 MB/s 2024-04-26T01:39:50.000 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-26T01:39:50.721 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_2 2024-04-26T01:39:50.973 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:39:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:51 smithi133 ceph-mon[32344]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:39:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:51 smithi133 ceph-mon[32344]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:51 smithi100 ceph-mon[28020]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:39:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:51 smithi100 ceph-mon[28020]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:52.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:51 smithi148 ceph-mon[32990]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:39:52.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:51 smithi148 ceph-mon[32990]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:52.723 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 -- 172.21.15.133:0/2378444208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860104630 msgr2=0x7f286010aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:52.723 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 --2- 172.21.15.133:0/2378444208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860104630 0x7f286010aee0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f285800b0d0 tx=0x7f285800b3e0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 -- 172.21.15.133:0/2378444208 shutdown_connections 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 --2- 172.21.15.133:0/2378444208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860104630 0x7f286010aee0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 --2- 172.21.15.133:0/2378444208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2860102a90 0x7f2860102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 --2- 172.21.15.133:0/2378444208 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 0x7f28601040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 -- 172.21.15.133:0/2378444208 >> 172.21.15.133:0/2378444208 conn(0x7f28600fe030 msgr2=0x7f2860100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 -- 172.21.15.133:0/2378444208 shutdown_connections 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.724+0000 7f28653a3700 1 -- 172.21.15.133:0/2378444208 wait complete. 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 Processor -- start 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 -- start start 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 0x7f2860199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2860104630 0x7f28601a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:52.724 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f286010e700 con 0x7f2860104630 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f286010e580 con 0x7f2860102a90 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f28653a3700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f286010e880 con 0x7f2860103c90 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f285effd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f285effd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:48022/0 (socket says 172.21.15.133:48022) 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f285effd700 1 -- 172.21.15.133:0/1663592873 learned_addr learned my addr 172.21.15.133:0/1663592873 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.725+0000 7f285e7fc700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 0x7f2860199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 -- 172.21.15.133:0/1663592873 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 msgr2=0x7f2860199220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 0x7f2860199220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 -- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2860104630 msgr2=0x7f28601a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2860104630 0x7f28601a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 -- 172.21.15.133:0/1663592873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28601a0930 con 0x7f2860102a90 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f285effd700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f285000b500 tx=0x7f285000b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850015020 con 0x7f2860102a90 2024-04-26T01:39:52.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28601a0c20 con 0x7f2860102a90 2024-04-26T01:39:52.726 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2850011d00 con 0x7f2860102a90 2024-04-26T01:39:52.726 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850010dd0 con 0x7f2860102a90 2024-04-26T01:39:52.726 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.726+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28601a11b0 con 0x7f2860102a90 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.727+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2860069730 con 0x7f2860102a90 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.728+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f2850018020 con 0x7f2860102a90 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.729+0000 7f2847fff700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 0x7f28480a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.729+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7f28500cf300 con 0x7f2860102a90 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.729+0000 7f285e7fc700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 0x7f28480a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:52.727 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.730+0000 7f285e7fc700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 0x7f28480a6180 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2854004630 tx=0x7f285400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:52.729 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.733+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f285001f020 con 0x7f2860102a90 2024-04-26T01:39:52.941 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:39:52.944+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f2860062e80 con 0x7f28480a3cc0 2024-04-26T01:39:53.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi100 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 5696M 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:53 smithi133 ceph-mon[32344]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:54.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi100 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 5696M 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:54.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:53 smithi148 ceph-mon[32990]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:54.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi100 2024-04-26T01:39:54.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 5696M 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:54.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:54.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:39:54.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:53 smithi100 ceph-mon[28020]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/3065704226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]': finished 2024-04-26T01:39:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: osdmap e48: 8 total, 7 up, 8 in 2024-04-26T01:39:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:56 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:39:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/3065704226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]': finished 2024-04-26T01:39:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: osdmap e48: 8 total, 7 up, 8 in 2024-04-26T01:39:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:56 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/3065704226' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]: dispatch 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ac3f1b03-d874-409b-a13f-ab0e3ac19674"}]': finished 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: osdmap e48: 8 total, 7 up, 8 in 2024-04-26T01:39:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:56 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:39:57.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:57 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/3334986336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:57.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:57 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/3334986336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:57.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:57 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/3334986336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:58.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:39:58 smithi133 ceph-mon[32344]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:39:58 smithi148 ceph-mon[32990]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:39:58.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:39:58 smithi100 ceph-mon[28020]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:00 smithi133 ceph-mon[32344]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:00 smithi133 ceph-mon[32344]: overall HEALTH_OK 2024-04-26T01:40:00.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:00 smithi148 ceph-mon[32990]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:00.666 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:00 smithi148 ceph-mon[32990]: overall HEALTH_OK 2024-04-26T01:40:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:00 smithi100 ceph-mon[28020]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:00 smithi100 ceph-mon[28020]: overall HEALTH_OK 2024-04-26T01:40:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:02 smithi133 ceph-mon[32344]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:02 smithi148 ceph-mon[32990]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:02.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:02 smithi100 ceph-mon[28020]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:03.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:40:03.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:03.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:40:03.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:03.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:40:03.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:04.605 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:04 smithi133 ceph-mon[32344]: Deploying daemon osd.7 on smithi133 2024-04-26T01:40:04.605 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:04 smithi133 ceph-mon[32344]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:04.727 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:04 smithi100 ceph-mon[28020]: Deploying daemon osd.7 on smithi133 2024-04-26T01:40:04.727 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:04 smithi100 ceph-mon[28020]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:04.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:04 smithi148 ceph-mon[32990]: Deploying daemon osd.7 on smithi133 2024-04-26T01:40:04.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:04 smithi148 ceph-mon[32990]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:06.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:06 smithi133 ceph-mon[32344]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:06.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:06 smithi148 ceph-mon[32990]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:06.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:06 smithi100 ceph-mon[28020]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:08.633 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:08 smithi133 ceph-mon[32344]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:08.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:08 smithi148 ceph-mon[32990]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:08.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:08 smithi100 ceph-mon[28020]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:10.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:09 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:09 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:10.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:09 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:09 smithi148 ceph-mon[32990]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:10.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:09 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:09 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:10.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:09 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:09 smithi100 ceph-mon[28020]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:10.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:09 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:09 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:10.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:09 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:10.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:09 smithi133 ceph-mon[32344]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:12.178 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.181+0000 7f2847fff700 1 -- 172.21.15.133:0/1663592873 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2860062e80 con 0x7f28480a3cc0 2024-04-26T01:40:12.178 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 7 on host 'smithi133' 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 msgr2=0x7f28480a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 0x7f28480a6180 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2854004630 tx=0x7f285400b3c0 comp rx=0 tx=0).stop 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 msgr2=0x7f2860198ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f285000b500 tx=0x7f285000b810 comp rx=0 tx=0).stop 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 shutdown_connections 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2860104630 0x7f28601a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28480a3cc0 0x7f28480a6180 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:12.181 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2860102a90 0x7f2860198ce0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:12.182 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 --2- 172.21.15.133:0/1663592873 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2860103c90 0x7f2860199220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:12.182 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.184+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 >> 172.21.15.133:0/1663592873 conn(0x7f28600fe030 msgr2=0x7f2860107010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:12.182 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.185+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 shutdown_connections 2024-04-26T01:40:12.182 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:40:12.185+0000 7f28653a3700 1 -- 172.21.15.133:0/1663592873 wait complete. 2024-04-26T01:40:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:12 smithi133 ceph-mon[32344]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:12 smithi148 ceph-mon[32990]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:12 smithi100 ceph-mon[28020]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:12.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:12.858 DEBUG:teuthology.orchestra.run.smithi133:osd.7> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T01:40:12.860 INFO:tasks.cephadm:Deploying osd.8 on smithi148 with /dev/vg_nvme/lv_2... 2024-04-26T01:40:12.860 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:40:13.109 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:40:13.522 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:13 smithi148 ceph-mon[32990]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.522 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:13 smithi148 ceph-mon[32990]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.522 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:13.522 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:13.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:13 smithi133 ceph-mon[32344]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:13 smithi133 ceph-mon[32344]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:13 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:13.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:13 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:13 smithi100 ceph-mon[28020]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:13 smithi100 ceph-mon[28020]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:40:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:14.489 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:14 smithi148 ceph-mon[32990]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:14.643 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-mon[32344]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:14.644 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:40:14.367+0000 7f06f03c7700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T01:40:14.644 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:40:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:40:14.375+0000 7f06ec1ba700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: from='osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:14 smithi100 ceph-mon[28020]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112682 s, 931 MB/s 2024-04-26T01:40:15.069 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-26T01:40:15.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:40:15.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:40:15.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:15.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] boot 2024-04-26T01:40:15.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: osdmap e51: 8 total, 8 up, 8 in 2024-04-26T01:40:15.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] boot 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: osdmap e51: 8 total, 8 up, 8 in 2024-04-26T01:40:15.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:15.762 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_2 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: osd.7 [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] boot 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: osdmap e51: 8 total, 8 up, 8 in 2024-04-26T01:40:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:40:16.002 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:40:16.403 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:16 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:40:16.403 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:16 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:40:16.403 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:16 smithi148 ceph-mon[32990]: pgmap v196: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:16.403 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:16 smithi148 ceph-mon[32990]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T01:40:16.403 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:16 smithi148 ceph-mon[32990]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:40:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:16 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:40:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:16 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:40:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:16 smithi133 ceph-mon[32344]: pgmap v196: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:16 smithi133 ceph-mon[32344]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T01:40:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:16 smithi133 ceph-mon[32344]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:40:16.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:16 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:40:16.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:16 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:40:16.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:16 smithi100 ceph-mon[28020]: pgmap v196: 1 pgs: 1 remapped; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:40:16.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:16 smithi100 ceph-mon[28020]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-04-26T01:40:16.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:16 smithi100 ceph-mon[28020]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:40:17.502 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi133 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:40:17.503 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:17.504 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.504 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.504 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.745 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- 172.21.15.148:0/64741279 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94102ac0 msgr2=0x7f8a94102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:17.745 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 --2- 172.21.15.148:0/64741279 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94102ac0 0x7f8a94102ee0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8a84009990 tx=0x7f8a84009ca0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.745 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- 172.21.15.148:0/64741279 shutdown_connections 2024-04-26T01:40:17.745 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 --2- 172.21.15.148:0/64741279 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8a94104660 0x7f8a9410af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.745 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 --2- 172.21.15.148:0/64741279 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94102ac0 0x7f8a94102ee0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.746 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 --2- 172.21.15.148:0/64741279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94103cc0 0x7f8a94104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.746 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- 172.21.15.148:0/64741279 >> 172.21.15.148:0/64741279 conn(0x7f8a940fe060 msgr2=0x7f8a941004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:17.746 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- 172.21.15.148:0/64741279 shutdown_connections 2024-04-26T01:40:17.746 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- 172.21.15.148:0/64741279 wait complete. 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 Processor -- start 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.748+0000 7f8a98b76700 1 -- start start 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8a94102ac0 0x7f8a940767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94104660 0x7f8a94075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9410e710 con 0x7f8a94102ac0 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9410e590 con 0x7f8a94104660 2024-04-26T01:40:17.748 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9410e890 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:56640/0 (socket says 172.21.15.148:56640) 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 -- 172.21.15.148:0/858218283 learned_addr learned my addr 172.21.15.148:0/858218283 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a92d9d700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94104660 0x7f8a94075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 -- 172.21.15.148:0/858218283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94104660 msgr2=0x7f8a94075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94104660 0x7f8a94075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 -- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8a94102ac0 msgr2=0x7f8a940767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8a94102ac0 0x7f8a940767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 -- 172.21.15.148:0/858218283 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a94075c20 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a91d9b700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800d980 tx=0x7f8a8800dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a88017070 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8a88004d00 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a941a2eb0 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.749+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a941a3390 con 0x7f8a94103cc0 2024-04-26T01:40:17.749 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.750+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a88005500 con 0x7f8a94103cc0 2024-04-26T01:40:17.750 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.750+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a94069730 con 0x7f8a94103cc0 2024-04-26T01:40:17.750 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.751+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f8a88009b40 con 0x7f8a94103cc0 2024-04-26T01:40:17.750 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.752+0000 7f8a837fe700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 0x7f8a7c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:17.751 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.752+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5426+0+0 (secure 0 0 0) 0x7f8a880cf890 con 0x7f8a94103cc0 2024-04-26T01:40:17.751 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.753+0000 7f8a9259c700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 0x7f8a7c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:17.751 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.753+0000 7f8a9259c700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 0x7f8a7c0a6180 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8a84005f50 tx=0x7f8a84005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:17.754 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.757+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8a88020020 con 0x7f8a94103cc0 2024-04-26T01:40:17.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi133 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi133 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 5696M 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:40:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:17.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:17.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:17.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:17.962 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:17.965+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8a94062e80 con 0x7f8a7c0a3cc0 2024-04-26T01:40:18.709 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:18 smithi148 ceph-mon[32990]: pgmap v199: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:18.709 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:18 smithi148 ceph-mon[32990]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:40:18.709 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:18.709 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:18.709 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:18 smithi100 ceph-mon[28020]: pgmap v199: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:18 smithi100 ceph-mon[28020]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:40:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:18.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:18 smithi133 ceph-mon[32344]: pgmap v199: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:18.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:18 smithi133 ceph-mon[32344]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:40:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:19.766 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:19 smithi148 ceph-mon[32990]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:19.766 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:19 smithi148 ceph-mon[32990]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:40:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:19 smithi100 ceph-mon[28020]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:19 smithi100 ceph-mon[28020]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:40:19.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:19 smithi133 ceph-mon[32344]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:19.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:19 smithi133 ceph-mon[32344]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:40:20.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:20 smithi148 ceph-mon[32990]: pgmap v202: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:20.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:20 smithi100 ceph-mon[28020]: pgmap v202: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:20.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:20 smithi133 ceph-mon[32344]: pgmap v202: 1 pgs: 1 remapped; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:21.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/174597047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]': finished 2024-04-26T01:40:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: osdmap e56: 9 total, 8 up, 9 in 2024-04-26T01:40:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:21 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/3568117187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/174597047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]': finished 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: osdmap e56: 9 total, 8 up, 9 in 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/3568117187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/174597047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]: dispatch 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "34250499-6399-4018-9898-b990bc3cafe7"}]': finished 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: osdmap e56: 9 total, 8 up, 9 in 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:21 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/3568117187' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:22 smithi148 ceph-mon[32990]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:22.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:22 smithi148 ceph-mon[32990]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T01:40:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:22 smithi148 ceph-mon[32990]: Cluster is now healthy 2024-04-26T01:40:22.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:22 smithi100 ceph-mon[28020]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:22.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:22 smithi100 ceph-mon[28020]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T01:40:22.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:22 smithi100 ceph-mon[28020]: Cluster is now healthy 2024-04-26T01:40:22.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:22 smithi133 ceph-mon[32344]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:22.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:22 smithi133 ceph-mon[32344]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-04-26T01:40:22.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:22 smithi133 ceph-mon[32344]: Cluster is now healthy 2024-04-26T01:40:24.702 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:24 smithi133 ceph-mon[32344]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:24.767 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:24 smithi148 ceph-mon[32990]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:24.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:24 smithi100 ceph-mon[28020]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:26.738 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:26 smithi148 ceph-mon[32990]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:26.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:26 smithi100 ceph-mon[28020]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:26.890 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:26 smithi133 ceph-mon[32344]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:28.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:28 smithi148 ceph-mon[32990]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:28.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:40:28.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:28 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:28 smithi100 ceph-mon[28020]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:40:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:28 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:28.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:28 smithi133 ceph-mon[32344]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:28.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:40:28.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:28 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:29.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:29 smithi148 ceph-mon[32990]: Deploying daemon osd.8 on smithi148 2024-04-26T01:40:29.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:29 smithi100 ceph-mon[28020]: Deploying daemon osd.8 on smithi148 2024-04-26T01:40:29.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:29 smithi133 ceph-mon[32344]: Deploying daemon osd.8 on smithi148 2024-04-26T01:40:30.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:30 smithi148 ceph-mon[32990]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:30 smithi100 ceph-mon[28020]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:30.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:30 smithi133 ceph-mon[32344]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:31.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:31 smithi148 ceph-mon[32990]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:31.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:31 smithi100 ceph-mon[28020]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:31.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:31 smithi133 ceph-mon[32344]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:34 smithi133 ceph-mon[32344]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:34 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:34.720 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:34 smithi148 ceph-mon[32990]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:34.720 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.720 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.720 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:34 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:34 smithi100 ceph-mon[28020]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:34 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:36.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:36 smithi148 ceph-mon[32990]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:36.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:36 smithi133 ceph-mon[32344]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:36.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:36 smithi100 ceph-mon[28020]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:38.101 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.103+0000 7f8a837fe700 1 -- 172.21.15.148:0/858218283 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8a94062e80 con 0x7f8a7c0a3cc0 2024-04-26T01:40:38.101 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 8 on host 'smithi148' 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 msgr2=0x7f8a7c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 0x7f8a7c0a6180 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8a84005f50 tx=0x7f8a84005e80 comp rx=0 tx=0).stop 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 msgr2=0x7f8a94074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800d980 tx=0x7f8a8800dd40 comp rx=0 tx=0).stop 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 shutdown_connections 2024-04-26T01:40:38.102 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8a7c0a3cc0 0x7f8a7c0a6180 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a94104660 0x7f8a94075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8a94102ac0 0x7f8a940767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 --2- 172.21.15.148:0/858218283 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8a94103cc0 0x7f8a94074e30 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 >> 172.21.15.148:0/858218283 conn(0x7f8a940fe060 msgr2=0x7f8a94106fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 shutdown_connections 2024-04-26T01:40:38.103 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:40:38.106+0000 7f8a98b76700 1 -- 172.21.15.148:0/858218283 wait complete. 2024-04-26T01:40:38.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:38.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:38.782 DEBUG:teuthology.orchestra.run.smithi148:osd.8> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T01:40:38.785 INFO:tasks.cephadm:Deploying osd.9 on smithi100 with /dev/vg_nvme/lv_1... 2024-04-26T01:40:38.785 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:40:39.228 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:40:39.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-mon[32990]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:40:39.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-mon[32990]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:39.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-mon[32990]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:40:39.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:39.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-mon[32990]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:39.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:39 smithi100 ceph-mon[28020]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:40:39.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:39 smithi100 ceph-mon[28020]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:39.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:39 smithi100 ceph-mon[28020]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:40:39.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:39.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:39 smithi100 ceph-mon[28020]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:39 smithi133 ceph-mon[32344]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:40:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:39 smithi133 ceph-mon[32344]: from='osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:39 smithi133 ceph-mon[32344]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:40:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:39.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:39 smithi133 ceph-mon[32344]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:40:40.060 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:40:39.724+0000 7f5f3287b700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T01:40:40.060 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:40:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:40:39.734+0000 7f5f2a666700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: from='osd.8 ' entity='osd.8' 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] boot 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: osdmap e59: 9 total, 9 up, 9 in 2024-04-26T01:40:40.377 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: from='osd.8 ' entity='osd.8' 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] boot 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: osdmap e59: 9 total, 9 up, 9 in 2024-04-26T01:40:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: from='osd.8 ' entity='osd.8' 2024-04-26T01:40:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: osd.8 [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] boot 2024-04-26T01:40:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: osdmap e59: 9 total, 9 up, 9 in 2024-04-26T01:40:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:40:41.897 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:41 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:40:41.897 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:41 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:40:41.897 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:41 smithi148 ceph-mon[32990]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:40:41.898 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:41 smithi148 ceph-mon[32990]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:42.074 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:41 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:40:42.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:41 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:40:42.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:41 smithi100 ceph-mon[28020]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:40:42.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:41 smithi100 ceph-mon[28020]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:42.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:41 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:40:42.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:41 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:40:42.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:41 smithi133 ceph-mon[32344]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:40:42.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:41 smithi133 ceph-mon[32344]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:42.152 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:40:42.153 INFO:teuthology.orchestra.run.smithi100.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:40:42.153 INFO:teuthology.orchestra.run.smithi100.stderr: stderr: 10+0 records in 2024-04-26T01:40:42.153 INFO:teuthology.orchestra.run.smithi100.stderr:10+0 records out 2024-04-26T01:40:42.153 INFO:teuthology.orchestra.run.smithi100.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.034983 s, 300 MB/s 2024-04-26T01:40:42.153 INFO:teuthology.orchestra.run.smithi100.stderr:--> Zapping successful for: 2024-04-26T01:40:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:40:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi148 2024-04-26T01:40:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 5696M 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:42.995 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi100:vg_nvme/lv_1 2024-04-26T01:40:43.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi148 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 5696M 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:40:43.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi148 2024-04-26T01:40:43.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 5696M 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:43.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:40:43.434 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:40:43.857 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:43 smithi100 ceph-mon[28020]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:44.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:43 smithi148 ceph-mon[32990]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:44.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:43 smithi133 ceph-mon[32344]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:45.059 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:44 smithi148 ceph-mon[32990]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:40:45.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:44 smithi100 ceph-mon[28020]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:40:45.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:44 smithi133 ceph-mon[32344]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:40:45.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.793+0000 7ff89fc00700 1 -- 172.21.15.100:0/1354904706 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 msgr2=0x7ff89810ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.793+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1354904706 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff89810ce10 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff89000b0a0 tx=0x7ff89000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 -- 172.21.15.100:0/1354904706 shutdown_connections 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1354904706 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff89810ce10 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1354904706 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 0x7ff898074e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1354904706 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff8980758c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 -- 172.21.15.100:0/1354904706 >> 172.21.15.100:0/1354904706 conn(0x7ff8980fe040 msgr2=0x7ff898100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 -- 172.21.15.100:0/1354904706 shutdown_connections 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.794+0000 7ff89fc00700 1 -- 172.21.15.100:0/1354904706 wait complete. 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.795+0000 7ff89fc00700 1 Processor -- start 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.795+0000 7ff89fc00700 1 -- start start 2024-04-26T01:40:45.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.795+0000 7ff89fc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.795+0000 7ff89fc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 0x7ff89819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89fc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff8981a2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89fc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ff898110860 con 0x7ff89810a980 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89fc00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981106e0 con 0x7ff898076a10 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89fc00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981109e0 con 0x7ff898075440 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89dc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff8981a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42006/0 (socket says 172.21.15.100:42006) 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 -- 172.21.15.100:0/1307899632 learned_addr learned my addr 172.21.15.100:0/1307899632 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff897e00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 0x7ff89819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 -- 172.21.15.100:0/1307899632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 msgr2=0x7ff89819b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 0x7ff89819b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 -- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 msgr2=0x7ff8981a2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff8981a2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:45.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89d200700 1 -- 172.21.15.100:0/1307899632 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8981a2aa0 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.796+0000 7ff89dc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff8981a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff89d200700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00eb60 tx=0x7ff88c00ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c00cbd0 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff88c0044f0 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c010430 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8981a2d90 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.797+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8981a31c0 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.798+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff898069730 con 0x7ff898075440 2024-04-26T01:40:45.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.800+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7ff88c003680 con 0x7ff898075440 2024-04-26T01:40:45.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.802+0000 7ff895600700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 0x7ff8800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:45.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.802+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7ff88c0cfdd0 con 0x7ff898075440 2024-04-26T01:40:45.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.802+0000 7ff897e00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 0x7ff8800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:45.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.803+0000 7ff897e00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 0x7ff8800a6100 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff884009c60 tx=0x7ff884009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:45.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:45.804+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff88c09d150 con 0x7ff898075440 2024-04-26T01:40:46.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:40:46.046+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff898062e80 con 0x7ff8800a3c40 2024-04-26T01:40:46.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:45 smithi100 ceph-mon[28020]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:40:46.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:45 smithi100 ceph-mon[28020]: pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:46.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:45 smithi133 ceph-mon[32344]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:40:46.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:45 smithi133 ceph-mon[32344]: pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:46.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:45 smithi148 ceph-mon[32990]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:40:46.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:45 smithi148 ceph-mon[32990]: pgmap v223: 1 pgs: 1 remapped+peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:47.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:46 smithi133 ceph-mon[32344]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:47.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:47.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:47.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:47.174 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:46 smithi100 ceph-mon[28020]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:47.174 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:47.174 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:47.175 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:47.309 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:46 smithi148 ceph-mon[32990]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi100:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:47.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:47.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:47.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:48.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:47 smithi133 ceph-mon[32344]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:40:48.211 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:47 smithi148 ceph-mon[32990]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:40:48.238 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:47 smithi100 ceph-mon[28020]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:40:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:50 smithi133 ceph-mon[32344]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:50 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]: dispatch 2024-04-26T01:40:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:50 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]': finished 2024-04-26T01:40:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:50 smithi133 ceph-mon[32344]: osdmap e64: 10 total, 9 up, 10 in 2024-04-26T01:40:50.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:50 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:40:50.752 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:50 smithi100 ceph-mon[28020]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:50.752 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:50 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]: dispatch 2024-04-26T01:40:50.752 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:50 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]': finished 2024-04-26T01:40:50.752 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:50 smithi100 ceph-mon[28020]: osdmap e64: 10 total, 9 up, 10 in 2024-04-26T01:40:50.752 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:50 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:40:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:50 smithi148 ceph-mon[32990]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:50 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]: dispatch 2024-04-26T01:40:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:50 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/631896491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27fc7905-6e7a-4e12-b5c5-bfade2c67133"}]': finished 2024-04-26T01:40:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:50 smithi148 ceph-mon[32990]: osdmap e64: 10 total, 9 up, 10 in 2024-04-26T01:40:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:50 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:40:51.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:51 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4126076373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:51.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:51 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4126076373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:51.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4126076373' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:52.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:52 smithi133 ceph-mon[32344]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:52.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:52 smithi148 ceph-mon[32990]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:52.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:52 smithi100 ceph-mon[28020]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:40:54.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:54 smithi133 ceph-mon[32344]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:40:54.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:54 smithi148 ceph-mon[32990]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:40:54.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:54 smithi100 ceph-mon[28020]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:40:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:56 smithi100 ceph-mon[28020]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:40:56.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:56 smithi133 ceph-mon[32344]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:40:56.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:56 smithi148 ceph-mon[32990]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:40:58.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:40:58 smithi133 ceph-mon[32344]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:58.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:40:58 smithi148 ceph-mon[32990]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:40:58.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:40:58 smithi100 ceph-mon[28020]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:00.646 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:00 smithi100 ceph-mon[28020]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:00.646 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:41:00.646 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:00 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:00.646 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:00 smithi100 ceph-mon[28020]: Deploying daemon osd.9 on smithi100 2024-04-26T01:41:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:00 smithi133 ceph-mon[32344]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:41:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:00 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:00.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:00 smithi133 ceph-mon[32344]: Deploying daemon osd.9 on smithi100 2024-04-26T01:41:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:00 smithi148 ceph-mon[32990]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:41:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:00 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:00 smithi148 ceph-mon[32990]: Deploying daemon osd.9 on smithi100 2024-04-26T01:41:02.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:02 smithi133 ceph-mon[32344]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:02.700 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:02 smithi100 ceph-mon[28020]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:02.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:02 smithi148 ceph-mon[32990]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:04.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:04 smithi100 ceph-mon[28020]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:04.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:04 smithi133 ceph-mon[32344]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:04.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:04 smithi148 ceph-mon[32990]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:06.563 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:06 smithi100 ceph-mon[28020]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:06.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:06 smithi133 ceph-mon[32344]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:06.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:06 smithi148 ceph-mon[32990]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:08.574 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:08 smithi100 ceph-mon[28020]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:08.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:08 smithi133 ceph-mon[32344]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:08 smithi148 ceph-mon[32990]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:10.452 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:10 smithi100 ceph-mon[28020]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:10.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:10 smithi148 ceph-mon[32990]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:10.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:10 smithi133 ceph-mon[32344]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:12.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.340+0000 7ff895600700 1 -- 172.21.15.100:0/1307899632 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff898062e80 con 0x7ff8800a3c40 2024-04-26T01:41:12.338 INFO:teuthology.orchestra.run.smithi100.stdout:Created osd(s) 9 on host 'smithi100' 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 msgr2=0x7ff8800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 0x7ff8800a6100 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff884009c60 tx=0x7ff884009260 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 msgr2=0x7ff89819ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00eb60 tx=0x7ff88c00ee70 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 shutdown_connections 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff89810a980 0x7ff8981a2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff898075440 0x7ff89819ae40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff8800a3c40 0x7ff8800a6100 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 --2- 172.21.15.100:0/1307899632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff898076a10 0x7ff89819b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:12.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.343+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 >> 172.21.15.100:0/1307899632 conn(0x7ff8980fe040 msgr2=0x7ff8981068d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:12.342 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.344+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 shutdown_connections 2024-04-26T01:41:12.342 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:41:12.344+0000 7ff89fc00700 1 -- 172.21.15.100:0/1307899632 wait complete. 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:41:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:12.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:13.151 DEBUG:teuthology.orchestra.run.smithi100:osd.9> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T01:41:13.157 INFO:tasks.cephadm:Deploying osd.10 on smithi133 with /dev/vg_nvme/lv_1... 2024-04-26T01:41:13.158 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:41:13.404 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:41:13.425 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:13 smithi100 ceph-mon[28020]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:41:13.527 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:13 smithi133 ceph-mon[32344]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]: dispatch 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi100", "root=default"]}]': finished 2024-04-26T01:41:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:13 smithi148 ceph-mon[32990]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:41:14.299 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:41:14.048+0000 7fdc0c800700 -1 osd.9 0 waiting for initial osdmap 2024-04-26T01:41:14.299 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:41:14.078+0000 7fdc01c00700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:41:14.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-mon[28020]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:14.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:14 smithi100 ceph-mon[28020]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' 2024-04-26T01:41:14.616 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:14 smithi133 ceph-mon[32344]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:14.616 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.616 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.616 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:14 smithi133 ceph-mon[32344]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' 2024-04-26T01:41:14.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:14 smithi148 ceph-mon[32990]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:14 smithi148 ceph-mon[32990]: from='osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990]' entity='osd.9' 2024-04-26T01:41:15.511 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115395 s, 909 MB/s 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 2024-04-26T01:41:15.512 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] boot 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: osdmap e67: 10 total, 10 up, 10 in 2024-04-26T01:41:15.670 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:15 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] boot 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: osdmap e67: 10 total, 10 up, 10 in 2024-04-26T01:41:15.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:15 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: osd.9 [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] boot 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: osdmap e67: 10 total, 10 up, 10 in 2024-04-26T01:41:15.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:15 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:41:16.234 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_1 2024-04-26T01:41:16.479 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:41:16.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:16 smithi100 ceph-mon[28020]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:16.599 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:16 smithi133 ceph-mon[32344]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:16.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:16 smithi148 ceph-mon[32990]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:41:17.615 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:17 smithi133 ceph-mon[32344]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:41:17.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:17 smithi148 ceph-mon[32990]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:41:17.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:17 smithi100 ceph-mon[28020]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:41:18.148 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 -- 172.21.15.133:0/2267520413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 msgr2=0x7f016c102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:18.148 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 --2- 172.21.15.133:0/2267520413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c102ec0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f015c0099c0 tx=0x7f015c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.148 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 -- 172.21.15.133:0/2267520413 shutdown_connections 2024-04-26T01:41:18.148 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 --2- 172.21.15.133:0/2267520413 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f016c104640 0x7f016c10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.148 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 --2- 172.21.15.133:0/2267520413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c102ec0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.149 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 --2- 172.21.15.133:0/2267520413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c103ca0 0x7f016c104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.149 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 -- 172.21.15.133:0/2267520413 >> 172.21.15.133:0/2267520413 conn(0x7f016c0fe040 msgr2=0x7f016c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:18.149 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 -- 172.21.15.133:0/2267520413 shutdown_connections 2024-04-26T01:41:18.149 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.151+0000 7f0171151700 1 -- 172.21.15.133:0/2267520413 wait complete. 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 Processor -- start 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 -- start start 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f016c103ca0 0x7f016c074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c104640 0x7f016c075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f016c10e6f0 con 0x7f016c103ca0 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f016c10e570 con 0x7f016c102aa0 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f0171151700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f016c10e870 con 0x7f016c104640 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f016ad9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f016ad9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:44596/0 (socket says 172.21.15.133:44596) 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f016ad9d700 1 -- 172.21.15.133:0/468586177 learned_addr learned my addr 172.21.15.133:0/468586177 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-04-26T01:41:18.151 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.152+0000 7f016b59e700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c104640 0x7f016c075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 -- 172.21.15.133:0/468586177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c104640 msgr2=0x7f016c075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c104640 0x7f016c075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 -- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f016c103ca0 msgr2=0x7f016c074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f016c103ca0 0x7f016c074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 -- 172.21.15.133:0/468586177 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f016c075c20 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f016ad9d700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f015c006010 tx=0x7f015c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015c027070 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f016c1a2e60 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f015c004090 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f015c00f460 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.153+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f016c1a3200 con 0x7f016c102aa0 2024-04-26T01:41:18.152 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.154+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f016c02df80 con 0x7f016c102aa0 2024-04-26T01:41:18.153 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.155+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f015c02a070 con 0x7f016c102aa0 2024-04-26T01:41:18.153 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.155+0000 7f0153fff700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 0x7f01540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:18.153 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.155+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7f015c0d0b90 con 0x7f016c102aa0 2024-04-26T01:41:18.153 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.156+0000 7f016a59c700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 0x7f01540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:18.153 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.156+0000 7f016a59c700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 0x7f01540a6100 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0160005950 tx=0x7f01600058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:18.157 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.160+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f015c05eff0 con 0x7f016c102aa0 2024-04-26T01:41:18.364 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:18.367+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f016c062e80 con 0x7f01540a3c40 2024-04-26T01:41:18.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:18 smithi133 ceph-mon[32344]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:18.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:18.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:18.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:18 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:18.710 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:18 smithi148 ceph-mon[32990]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:18.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:18.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:18.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:18 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:18 smithi100 ceph-mon[28020]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:18 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:19.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:19.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:19.708 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:19.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:20.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi100 2024-04-26T01:41:20.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 4272M 2024-04-26T01:41:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi100 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 4272M 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi100 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 4272M 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:21.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:21 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/4003904836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:21 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:21 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]': finished 2024-04-26T01:41:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:21 smithi148 ceph-mon[32990]: osdmap e69: 11 total, 10 up, 11 in 2024-04-26T01:41:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:21 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/4003904836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:21 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:21 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]': finished 2024-04-26T01:41:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:21 smithi100 ceph-mon[28020]: osdmap e69: 11 total, 10 up, 11 in 2024-04-26T01:41:21.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:21 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:21 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/4003904836' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:21 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]: dispatch 2024-04-26T01:41:21.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:21 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c246b543-5649-4e1c-b9ae-e1cabaa20e90"}]': finished 2024-04-26T01:41:21.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:21 smithi133 ceph-mon[32344]: osdmap e69: 11 total, 10 up, 11 in 2024-04-26T01:41:21.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:21 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:22 smithi148 ceph-mon[32990]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:22 smithi148 ceph-mon[32990]: from='client.? 172.21.15.133:0/3367937268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:22.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:22 smithi100 ceph-mon[28020]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:22.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:22 smithi100 ceph-mon[28020]: from='client.? 172.21.15.133:0/3367937268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:22.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:22 smithi133 ceph-mon[32344]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:22.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:22 smithi133 ceph-mon[32344]: from='client.? 172.21.15.133:0/3367937268' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:24.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:24 smithi148 ceph-mon[32990]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:24.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:24 smithi100 ceph-mon[28020]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:24.825 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:24 smithi133 ceph-mon[32344]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:26.557 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:26 smithi133 ceph-mon[32344]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:26.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:26 smithi148 ceph-mon[32990]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:26.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:26 smithi100 ceph-mon[28020]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:28.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:28 smithi133 ceph-mon[32344]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:28.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:28 smithi148 ceph-mon[32990]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:28 smithi100 ceph-mon[28020]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:29.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:41:29.619 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:29 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:29.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:41:29.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:29 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:29.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:41:29.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:29 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:30 smithi133 ceph-mon[32344]: Deploying daemon osd.10 on smithi133 2024-04-26T01:41:30.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:30 smithi133 ceph-mon[32344]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:30 smithi148 ceph-mon[32990]: Deploying daemon osd.10 on smithi133 2024-04-26T01:41:30.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:30 smithi148 ceph-mon[32990]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:30 smithi100 ceph-mon[28020]: Deploying daemon osd.10 on smithi133 2024-04-26T01:41:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:30 smithi100 ceph-mon[28020]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:31.735 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:31 smithi133 ceph-mon[32344]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:31.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:31 smithi148 ceph-mon[32990]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:31.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:31 smithi100 ceph-mon[28020]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:34.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:34 smithi133 ceph-mon[32344]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:34.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:34 smithi148 ceph-mon[32990]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:34 smithi100 ceph-mon[28020]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:35 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:35 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:35 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:35 smithi148 ceph-mon[32990]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:35.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:35 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:35 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:35 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:35.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:35 smithi100 ceph-mon[28020]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:35.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:35 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:35 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:35.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:35 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:35.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:35 smithi133 ceph-mon[32344]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:38.451 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 10 on host 'smithi133' 2024-04-26T01:41:38.451 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.452+0000 7f0153fff700 1 -- 172.21.15.133:0/468586177 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f016c062e80 con 0x7f01540a3c40 2024-04-26T01:41:38.452 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 msgr2=0x7f01540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:38.452 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 0x7f01540a6100 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0160005950 tx=0x7f01600058e0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.452 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 msgr2=0x7f016c0767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:38.452 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f015c006010 tx=0x7f015c0047b0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 shutdown_connections 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f016c104640 0x7f016c075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f01540a3c40 0x7f01540a6100 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f016c102aa0 0x7f016c0767e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 --2- 172.21.15.133:0/468586177 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f016c103ca0 0x7f016c074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 >> 172.21.15.133:0/468586177 conn(0x7f016c0fe040 msgr2=0x7f016c1070c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 shutdown_connections 2024-04-26T01:41:38.453 INFO:teuthology.orchestra.run.smithi133.stderr:2024-04-26T01:41:38.455+0000 7f0171151700 1 -- 172.21.15.133:0/468586177 wait complete. 2024-04-26T01:41:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:38.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:38 smithi133 ceph-mon[32344]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:38 smithi148 ceph-mon[32990]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:38 smithi100 ceph-mon[28020]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:41:39.160 DEBUG:teuthology.orchestra.run.smithi133:osd.10> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T01:41:39.163 INFO:tasks.cephadm:Deploying osd.11 on smithi148 with /dev/vg_nvme/lv_1... 2024-04-26T01:41:39.163 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:41:39.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:39.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.391 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:41:39.391 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:41:39.391 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:39.391 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:39.391 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:39 smithi133 ceph-mon[32344]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:39.412 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:41:39.535 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:39.535 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.535 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.536 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:41:39.536 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:41:39.536 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:39.536 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:39.536 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:39 smithi148 ceph-mon[32990]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:39 smithi100 ceph-mon[28020]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-04-26T01:41:40.370 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:41:40.006+0000 7fd1a768c700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T01:41:40.371 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:41:40.020+0000 7fd19f477700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:41:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:41:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:41:40.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:41:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:40 smithi133 ceph-mon[32344]: from='osd.10 ' entity='osd.10' 2024-04-26T01:41:40.668 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:40 smithi148 ceph-mon[32990]: from='osd.10 ' entity='osd.10' 2024-04-26T01:41:40.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:40.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-04-26T01:41:40.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:41:40.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:41:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:40 smithi100 ceph-mon[28020]: from='osd.10 ' entity='osd.10' 2024-04-26T01:41:41.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:41:41.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:41:41.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:41.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] boot 2024-04-26T01:41:41.564 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:41:41.565 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:41 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10+0 records in 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr:10+0 records out 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112203 s, 935 MB/s 2024-04-26T01:41:41.565 INFO:teuthology.orchestra.run.smithi148.stderr:--> Zapping successful for: 2024-04-26T01:41:41.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:41:41.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:41:41.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:41.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] boot 2024-04-26T01:41:41.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:41:41.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:41 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: osd.10 [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] boot 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:41:41.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:41 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:41:42.199 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi148:vg_nvme/lv_1 2024-04-26T01:41:42.442 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:41:42.544 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:42 smithi148 ceph-mon[32990]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:42.545 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:42 smithi148 ceph-mon[32990]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:41:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:42 smithi133 ceph-mon[32344]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:42.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:42 smithi133 ceph-mon[32344]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:41:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:42 smithi100 ceph-mon[28020]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 287 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:41:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:42 smithi100 ceph-mon[28020]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi133 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:43.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:43 smithi148 ceph-mon[32990]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:41:43.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi133 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:43 smithi100 ceph-mon[28020]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:41:43.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi133 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 4272M 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:41:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:43 smithi133 ceph-mon[32344]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/936975669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b081035b0 msgr2=0x7f9b081059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/936975669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b081035b0 0x7f9b081059a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9af8009990 tx=0x7f9af8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/936975669 shutdown_connections 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/936975669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b08108810 0x7f9b0810ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/936975669 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b081035b0 0x7f9b081059a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/936975669 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b08105ee0 0x7f9b081082d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/936975669 >> 172.21.15.148:0/936975669 conn(0x7f9b080fcf60 msgr2=0x7f9b080ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/936975669 shutdown_connections 2024-04-26T01:41:44.163 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.163+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/936975669 wait complete. 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 Processor -- start 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 -- start start 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b081035b0 0x7f9b08102f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b08108810 0x7f9b08101aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0810e780 con 0x7f9b08108810 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0810e600 con 0x7f9b081035b0 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b0e5e4700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9b0810e900 con 0x7f9b08105ee0 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b077fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b077fe700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:45204/0 (socket says 172.21.15.148:45204) 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b077fe700 1 -- 172.21.15.148:0/1071477655 learned_addr learned my addr 172.21.15.148:0/1071477655 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.164+0000 7f9b07fff700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b081035b0 0x7f9b08102f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 -- 172.21.15.148:0/1071477655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b081035b0 msgr2=0x7f9b08102f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:44.164 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b081035b0 0x7f9b08102f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 -- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b08108810 msgr2=0x7f9b08101aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b08108810 0x7f9b08101aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 -- 172.21.15.148:0/1071477655 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b08102350 con 0x7f9b08105ee0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b077fe700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00b530 tx=0x7f9afc00b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc015020 con 0x7f9b08105ee0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9afc011d00 con 0x7f9b08105ee0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b081a2f60 con 0x7f9b08105ee0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9afc010e60 con 0x7f9b08105ee0 2024-04-26T01:41:44.165 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.165+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b081a3440 con 0x7f9b08105ee0 2024-04-26T01:41:44.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.166+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b08069730 con 0x7f9b08105ee0 2024-04-26T01:41:44.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.167+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f9afc018020 con 0x7f9b08105ee0 2024-04-26T01:41:44.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.167+0000 7f9b057fa700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 0x7f9af00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:44.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.168+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6694+0+0 (secure 0 0 0) 0x7f9afc0cf5a0 con 0x7f9b08105ee0 2024-04-26T01:41:44.166 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.168+0000 7f9b07fff700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 0x7f9af00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:44.167 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.169+0000 7f9b07fff700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 0x7f9af00a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9af800b5c0 tx=0x7f9af8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:44.169 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.172+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9afc01f020 con 0x7f9b08105ee0 2024-04-26T01:41:44.374 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:41:44.376+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f9b08062e80 con 0x7f9af00a3c40 2024-04-26T01:41:44.559 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:44 smithi148 ceph-mon[32990]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:44.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:44 smithi148 ceph-mon[32990]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:41:44.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:44 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:44.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:44 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:44.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:44 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:44 smithi100 ceph-mon[28020]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:44 smithi100 ceph-mon[28020]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:41:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:44 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:44 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:44 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:44.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:44 smithi133 ceph-mon[32344]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:44 smithi133 ceph-mon[32344]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:41:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:44 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:44 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:44 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:45.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:45 smithi148 ceph-mon[32990]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:45.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:45 smithi148 ceph-mon[32990]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:41:45.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:45 smithi100 ceph-mon[28020]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:45.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:45 smithi100 ceph-mon[28020]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:41:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:45 smithi133 ceph-mon[32344]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi148:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:45 smithi133 ceph-mon[32344]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:41:46.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:46 smithi100 ceph-mon[28020]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:46.677 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:46 smithi148 ceph-mon[32990]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:46.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:46 smithi133 ceph-mon[32344]: pgmap v267: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:41:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/1849883811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]': finished 2024-04-26T01:41:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:41:48.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:41:48.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:48 smithi148 ceph-mon[32990]: from='client.? 172.21.15.148:0/4291834481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/1849883811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]': finished 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:41:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:41:48.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:48 smithi100 ceph-mon[28020]: from='client.? 172.21.15.148:0/4291834481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:41:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/1849883811' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]: dispatch 2024-04-26T01:41:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2bf8e585-4f97-4d9e-af94-ef2848e65fe3"}]': finished 2024-04-26T01:41:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:41:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:41:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:48 smithi133 ceph-mon[32344]: from='client.? 172.21.15.148:0/4291834481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:50 smithi148 ceph-mon[32990]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:50 smithi100 ceph-mon[28020]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:50.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:50 smithi133 ceph-mon[32344]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:52.687 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:52 smithi148 ceph-mon[32990]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:41:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:52 smithi100 ceph-mon[28020]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:41:52.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:52 smithi133 ceph-mon[32344]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-04-26T01:41:54.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:54 smithi148 ceph-mon[32990]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:41:54.702 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:54 smithi133 ceph-mon[32344]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:41:54.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:54 smithi100 ceph-mon[28020]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-04-26T01:41:55.721 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:41:55.721 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:55 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:55.749 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:41:55.750 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:55 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:41:55.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:55 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:56.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:56 smithi148 ceph-mon[32990]: Deploying daemon osd.11 on smithi148 2024-04-26T01:41:56.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:56 smithi148 ceph-mon[32990]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:41:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:56 smithi100 ceph-mon[28020]: Deploying daemon osd.11 on smithi148 2024-04-26T01:41:56.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:56 smithi100 ceph-mon[28020]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:41:56.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:56 smithi133 ceph-mon[32344]: Deploying daemon osd.11 on smithi148 2024-04-26T01:41:56.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:56 smithi133 ceph-mon[32344]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:41:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:41:58 smithi148 ceph-mon[32990]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:58.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:41:58 smithi100 ceph-mon[28020]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:41:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:41:58 smithi133 ceph-mon[32344]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:00.664 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:00 smithi148 ceph-mon[32990]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:00 smithi100 ceph-mon[28020]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:00.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:00 smithi133 ceph-mon[32344]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:02.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:01 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:01 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:01 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:02.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:01 smithi148 ceph-mon[32990]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:02.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:01 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:01 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:01 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:02.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:01 smithi100 ceph-mon[28020]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:02.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:01 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:01 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:02.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:01 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:02.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:01 smithi133 ceph-mon[32344]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:04.618 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:04 smithi148 ceph-mon[32990]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:04.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:04 smithi133 ceph-mon[32344]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:04.709 INFO:teuthology.orchestra.run.smithi148.stdout:Created osd(s) 11 on host 'smithi148' 2024-04-26T01:42:04.710 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.713+0000 7f9b057fa700 1 -- 172.21.15.148:0/1071477655 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f9b08062e80 con 0x7f9af00a3c40 2024-04-26T01:42:04.712 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 msgr2=0x7f9af00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:04.712 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 0x7f9af00a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9af800b5c0 tx=0x7f9af8005fd0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.712 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 msgr2=0x7f9b08101560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:04.712 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9afc00b530 tx=0x7f9afc00b8f0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.712 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 shutdown_connections 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b08108810 0x7f9b08101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9af00a3c40 0x7f9af00a6100 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b081035b0 0x7f9b08102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 --2- 172.21.15.148:0/1071477655 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b08105ee0 0x7f9b08101560 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.715+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 >> 172.21.15.148:0/1071477655 conn(0x7f9b080fcf60 msgr2=0x7f9b08103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.716+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 shutdown_connections 2024-04-26T01:42:04.713 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:04.716+0000 7f9b0e5e4700 1 -- 172.21.15.148:0/1071477655 wait complete. 2024-04-26T01:42:04.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:04 smithi100 ceph-mon[28020]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:05.393 DEBUG:teuthology.orchestra.run.smithi148:osd.11> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T01:42:05.396 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T01:42:05.396 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:05.832 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:06.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:42:06.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:06.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:06 smithi148 ceph-mon[32990]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:42:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:06 smithi148 ceph-mon[32990]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:42:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:06 smithi148 ceph-mon[32990]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:06 smithi148 ceph-mon[32990]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:06.975 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:06 smithi133 ceph-mon[32344]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:42:06.975 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:06 smithi133 ceph-mon[32344]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:42:06.975 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:06.975 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:06 smithi133 ceph-mon[32344]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:06.975 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:06 smithi133 ceph-mon[32344]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:07.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:06 smithi100 ceph-mon[28020]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:42:07.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:06 smithi100 ceph-mon[28020]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:42:07.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:07.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:06 smithi100 ceph-mon[28020]: from='osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:07.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:06 smithi100 ceph-mon[28020]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]: dispatch 2024-04-26T01:42:07.448 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:42:07.130+0000 7f747a7e1700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T01:42:07.449 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:42:07.146+0000 7f7471dcb700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: from='osd.11 ' entity='osd.11' 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:07.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:07 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:07.948 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:42:07.949 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:42:07.949 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:07.949 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: from='osd.11 ' entity='osd.11' 2024-04-26T01:42:07.949 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:07.949 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:07 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:08.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 -- 172.21.15.100:0/189356331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3200773f0 msgr2=0x7fc320077810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 --2- 172.21.15.100:0/189356331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3200773f0 0x7fc320077810 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc31400b0a0 tx=0x7fc31400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 -- 172.21.15.100:0/189356331 shutdown_connections 2024-04-26T01:42:08.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 --2- 172.21.15.100:0/189356331 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc320079880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 --2- 172.21.15.100:0/189356331 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3200773f0 0x7fc320077810 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.117 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 --2- 172.21.15.100:0/189356331 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc320078640 0x7fc320078ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.117 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 -- 172.21.15.100:0/189356331 >> 172.21.15.100:0/189356331 conn(0x7fc320100290 msgr2=0x7fc3201026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:08.117 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 -- 172.21.15.100:0/189356331 shutdown_connections 2024-04-26T01:42:08.117 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.118+0000 7fc328000700 1 -- 172.21.15.100:0/189356331 wait complete. 2024-04-26T01:42:08.118 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.119+0000 7fc328000700 1 Processor -- start 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 -- start start 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc320078640 0x7fc32019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc3201a6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fc320114cd0 con 0x7fc320079000 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc320114b50 con 0x7fc320078640 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc328000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc320114e50 con 0x7fc3200773f0 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc325600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc325600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:39956/0 (socket says 172.21.15.100:39956) 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.120+0000 7fc325600700 1 -- 172.21.15.100:0/4115544716 learned_addr learned my addr 172.21.15.100:0/4115544716 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc324c00700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc320078640 0x7fc32019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc326000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc3201a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 -- 172.21.15.100:0/4115544716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc320078640 msgr2=0x7fc32019f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc320078640 0x7fc32019f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 -- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 msgr2=0x7fc3201a6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc3201a6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 -- 172.21.15.100:0/4115544716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3201a6f20 con 0x7fc3200773f0 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc326000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc3201a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:42:08.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc325600700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc31400b070 tx=0x7fc3140094f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.121+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc314021070 con 0x7fc3200773f0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.122+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc314007b80 con 0x7fc3200773f0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.122+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3201a71b0 con 0x7fc3200773f0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.122+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc314005280 con 0x7fc3200773f0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.122+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3201a76b0 con 0x7fc3200773f0 2024-04-26T01:42:08.121 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.123+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc320069730 con 0x7fc3200773f0 2024-04-26T01:42:08.122 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.125+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fc314024070 con 0x7fc3200773f0 2024-04-26T01:42:08.124 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.126+0000 7fc31e000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 0x7fc3080a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:08.124 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.126+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6847+0+0 (secure 0 0 0) 0x7fc31400f020 con 0x7fc3200773f0 2024-04-26T01:42:08.124 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.126+0000 7fc324c00700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 0x7fc3080a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:08.124 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.127+0000 7fc324c00700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 0x7fc3080a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009c60 tx=0x7fc30c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:08.126 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.128+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc31402b020 con 0x7fc3200773f0 2024-04-26T01:42:08.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi148", "root=default"]}]': finished 2024-04-26T01:42:08.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:42:08.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:08.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: from='osd.11 ' entity='osd.11' 2024-04-26T01:42:08.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:42:08.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:07 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:08.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.356+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fc320063650 con 0x7fc3200773f0 2024-04-26T01:42:08.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.357+0000 7fc31e000700 1 -- 172.21.15.100:0/4115544716 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7fc314007d30 con 0x7fc3200773f0 2024-04-26T01:42:08.355 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 msgr2=0x7fc3080a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 0x7fc3080a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009c60 tx=0x7fc30c009260 comp rx=0 tx=0).stop 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 msgr2=0x7fc32019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc31400b070 tx=0x7fc3140094f0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 shutdown_connections 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc320079000 0x7fc3201a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc3200773f0 0x7fc32019f2c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc3080a3cc0 0x7fc3080a6180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 --2- 172.21.15.100:0/4115544716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc320078640 0x7fc32019f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:08.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 >> 172.21.15.100:0/4115544716 conn(0x7fc320100290 msgr2=0x7fc320101d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:08.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.360+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 shutdown_connections 2024-04-26T01:42:08.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:08.361+0000 7fc328000700 1 -- 172.21.15.100:0/4115544716 wait complete. 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: purged_snaps scrub starts 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: purged_snaps scrub ok 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] boot 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:08 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4115544716' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:42:09.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: purged_snaps scrub starts 2024-04-26T01:42:09.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: purged_snaps scrub ok 2024-04-26T01:42:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] boot 2024-04-26T01:42:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:42:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:08 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4115544716' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:42:09.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: purged_snaps scrub starts 2024-04-26T01:42:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: purged_snaps scrub ok 2024-04-26T01:42:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: osd.11 [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] boot 2024-04-26T01:42:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:42:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:42:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4115544716' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:42:09.197 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1714095728,"num_in_osds":12,"osd_in_since":1714095707,"num_remapped_pgs":0} 2024-04-26T01:42:09.197 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:42:09.649 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:10.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: Detected new or changed devices on smithi148 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 4272M 2024-04-26T01:42:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:10 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: Detected new or changed devices on smithi148 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 4272M 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:10 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: Detected new or changed devices on smithi148 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 4272M 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:10 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:11.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 -- 172.21.15.100:0/4034958136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884107940 msgr2=0x7f8884107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:11.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 --2- 172.21.15.100:0/4034958136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884107940 0x7f8884107d20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f88780099c0 tx=0x7f8878009cd0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 -- 172.21.15.100:0/4034958136 shutdown_connections 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 --2- 172.21.15.100:0/4034958136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f888410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 --2- 172.21.15.100:0/4034958136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884107940 0x7f8884107d20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 --2- 172.21.15.100:0/4034958136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884102af0 0x7f8884102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 -- 172.21.15.100:0/4034958136 >> 172.21.15.100:0/4034958136 conn(0x7f8884079ba0 msgr2=0x7f8884079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 -- 172.21.15.100:0/4034958136 shutdown_connections 2024-04-26T01:42:11.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.882+0000 7f888ba00700 1 -- 172.21.15.100:0/4034958136 wait complete. 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 Processor -- start 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 -- start start 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884102af0 0x7f8884074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 0x7f88840757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8884112da0 con 0x7f8884102af0 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8884112c20 con 0x7f8884107940 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.884+0000 7f888ba00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8884112f20 con 0x7f88841034b0 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8889000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884102af0 0x7f8884074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:11.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:11.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8889a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 0x7f88840757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:11.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:39978/0 (socket says 172.21.15.100:39978) 2024-04-26T01:42:11.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 -- 172.21.15.100:0/276885230 learned_addr learned my addr 172.21.15.100:0/276885230 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 -- 172.21.15.100:0/276885230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 msgr2=0x7f88840757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 0x7f88840757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 -- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884102af0 msgr2=0x7f8884074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884102af0 0x7f8884074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 -- 172.21.15.100:0/276885230 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88841a7700 con 0x7f88841034b0 2024-04-26T01:42:11.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8889a00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 0x7f88840757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.885+0000 7f8883e00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f887000e9a0 tx=0x7f887000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.886+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887000ca10 con 0x7f88841034b0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.886+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88841a79f0 con 0x7f88841034b0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.886+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f887000cbb0 con 0x7f88841034b0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.886+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8870018680 con 0x7f88841034b0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.886+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88841a7f30 con 0x7f88841034b0 2024-04-26T01:42:11.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.887+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8884069730 con 0x7f88841034b0 2024-04-26T01:42:11.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.889+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f8870018820 con 0x7f88841034b0 2024-04-26T01:42:11.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.890+0000 7f8881600700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 0x7f886c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:11.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.890+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f88700d0380 con 0x7f88841034b0 2024-04-26T01:42:11.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.891+0000 7f8889000700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 0x7f886c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:11.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.891+0000 7f8889000700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 0x7f886c0a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8878000c00 tx=0x7f8878005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:11.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:11.893+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f887009d160 con 0x7f88841034b0 2024-04-26T01:42:12.115 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.118+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f888402df80 con 0x7f88841034b0 2024-04-26T01:42:12.116 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.119+0000 7f8881600700 1 -- 172.21.15.100:0/276885230 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18526 (secure 0 0 0) 0x7f887009ca60 con 0x7f88841034b0 2024-04-26T01:42:12.116 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:12.117 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":82,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:42:09.699972+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:42:12.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.122+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 msgr2=0x7f886c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:12.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.122+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 0x7f886c0a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8878000c00 tx=0x7f8878005fb0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.122+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 msgr2=0x7f8884075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:12.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.122+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f887000e9a0 tx=0x7f887000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.119 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 shutdown_connections 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f886c0a3c40 0x7f886c0a6100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8884107940 0x7f88840757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8884102af0 0x7f8884074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 --2- 172.21.15.100:0/276885230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f88841034b0 0x7f8884075280 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 >> 172.21.15.100:0/276885230 conn(0x7f8884079ba0 msgr2=0x7f8884100b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 shutdown_connections 2024-04-26T01:42:12.120 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:12.123+0000 7f888ba00700 1 -- 172.21.15.100:0/276885230 wait complete. 2024-04-26T01:42:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:12 smithi100 ceph-mon[28020]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:12.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:12 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/276885230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:42:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:12 smithi133 ceph-mon[32344]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:12 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/276885230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:42:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:12 smithi148 ceph-mon[32990]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:12 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/276885230' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:42:13.036 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:37:51.362697+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T01:42:13.036 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T01:42:13.473 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:14.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:14 smithi133 ceph-mon[32344]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:14.663 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:14 smithi100 ceph-mon[28020]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:14 smithi148 ceph-mon[32990]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:15.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.713+0000 7f3443200700 1 -- 172.21.15.100:0/1533777002 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 msgr2=0x7f343c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.713+0000 7f3443200700 1 --2- 172.21.15.100:0/1533777002 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1096b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f342c0099c0 tx=0x7f342c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 -- 172.21.15.100:0/1533777002 shutdown_connections 2024-04-26T01:42:15.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 --2- 172.21.15.100:0/1533777002 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c10e3b0 0x7f343c115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 --2- 172.21.15.100:0/1533777002 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1096b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 --2- 172.21.15.100:0/1533777002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c109c80 0x7f343c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 -- 172.21.15.100:0/1533777002 >> 172.21.15.100:0/1533777002 conn(0x7f343c076210 msgr2=0x7f343c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 -- 172.21.15.100:0/1533777002 shutdown_connections 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.714+0000 7f3443200700 1 -- 172.21.15.100:0/1533777002 wait complete. 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 Processor -- start 2024-04-26T01:42:15.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 -- start start 2024-04-26T01:42:15.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 0x7f343c1a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c10e3b0 0x7f343c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f343c119380 con 0x7f343c1092d0 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f343c119200 con 0x7f343c10e3b0 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.715+0000 7f3443200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f343c119500 con 0x7f343c109c80 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54878/0 (socket says 172.21.15.100:54878) 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 -- 172.21.15.100:0/4184743271 learned_addr learned my addr 172.21.15.100:0/4184743271 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f3441200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c10e3b0 0x7f343c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343b400700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 0x7f343c1a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 -- 172.21.15.100:0/4184743271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 msgr2=0x7f343c1a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 0x7f343c1a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 -- 172.21.15.100:0/4184743271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c10e3b0 msgr2=0x7f343c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c10e3b0 0x7f343c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343be00700 1 -- 172.21.15.100:0/4184743271 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f343c19fd80 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.716+0000 7f343b400700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 0x7f343c1a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f343be00700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f342c006010 tx=0x7f342c003a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c003680 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f343c1a0010 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f342c003e50 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f342c00fe00 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.717+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f343c1ac2e0 con 0x7f343c1092d0 2024-04-26T01:42:15.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.718+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f343c069730 con 0x7f343c1092d0 2024-04-26T01:42:15.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.720+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f342c00f4f0 con 0x7f343c1092d0 2024-04-26T01:42:15.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.722+0000 7f3438c00700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 0x7f34200a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:15.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.722+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f342c0d0d20 con 0x7f343c1092d0 2024-04-26T01:42:15.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.722+0000 7f343b400700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 0x7f34200a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:15.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.723+0000 7f343b400700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 0x7f34200a62a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f343c108810 tx=0x7f3428009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:15.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.725+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f342c013070 con 0x7f343c1092d0 2024-04-26T01:42:15.945 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.948+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f343c02df80 con 0x7f343c1092d0 2024-04-26T01:42:15.946 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.949+0000 7f3438c00700 1 -- 172.21.15.100:0/4184743271 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f342c09db90 con 0x7f343c1092d0 2024-04-26T01:42:15.946 INFO:teuthology.orchestra.run.smithi100.stdout:pg_num: 1 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 msgr2=0x7f34200a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 0x7f34200a62a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f343c108810 tx=0x7f3428009260 comp rx=0 tx=0).stop 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 msgr2=0x7f343c1a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f342c006010 tx=0x7f342c003a90 comp rx=0 tx=0).stop 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 shutdown_connections 2024-04-26T01:42:15.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.952+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f34200a3de0 0x7f34200a62a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f343c10e3b0 0x7f343c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f343c1092d0 0x7f343c1a5410 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 --2- 172.21.15.100:0/4184743271 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f343c109c80 0x7f343c1a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 >> 172.21.15.100:0/4184743271 conn(0x7f343c076210 msgr2=0x7f343c0767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 shutdown_connections 2024-04-26T01:42:15.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:15.953+0000 7f3443200700 1 -- 172.21.15.100:0/4184743271 wait complete. 2024-04-26T01:42:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:16 smithi133 ceph-mon[32344]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:16.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:16 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4184743271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:42:16.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:16 smithi100 ceph-mon[28020]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:16.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:16 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4184743271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:42:16.743 INFO:tasks.cephadm:Adding mds.a on smithi100 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.d on smithi100 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.g on smithi100 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.j on smithi100 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.b on smithi133 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.e on smithi133 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.h on smithi133 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.k on smithi133 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.c on smithi148 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.f on smithi148 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.i on smithi148 2024-04-26T01:42:16.744 INFO:tasks.cephadm:Adding mds.l on smithi148 2024-04-26T01:42:16.744 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l' 2024-04-26T01:42:16.771 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:16 smithi148 ceph-mon[32990]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:16.771 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:16 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4184743271' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:42:16.993 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:42:18.455 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:18 smithi148 ceph-mon[32990]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:18.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:18 smithi133 ceph-mon[32344]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:18.689 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 -- 172.21.15.148:0/1830741106 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78102aa0 msgr2=0x7f4e78102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:18.689 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 --2- 172.21.15.148:0/1830741106 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78102aa0 0x7f4e78102ec0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4e68009990 tx=0x7f4e68009ca0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.689 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 -- 172.21.15.148:0/1830741106 shutdown_connections 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 --2- 172.21.15.148:0/1830741106 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78104640 0x7f4e7810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 --2- 172.21.15.148:0/1830741106 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78102aa0 0x7f4e78102ec0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 --2- 172.21.15.148:0/1830741106 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e78103ca0 0x7f4e78104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 -- 172.21.15.148:0/1830741106 >> 172.21.15.148:0/1830741106 conn(0x7f4e780fe040 msgr2=0x7f4e78100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 -- 172.21.15.148:0/1830741106 shutdown_connections 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.692+0000 7f4e7d277700 1 -- 172.21.15.148:0/1830741106 wait complete. 2024-04-26T01:42:18.690 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 Processor -- start 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 -- start start 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78102aa0 0x7f4e780767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e78104640 0x7f4e78075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7810e6d0 con 0x7f4e78104640 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7810e550 con 0x7f4e78102aa0 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e7d277700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7810e850 con 0x7f4e78103ca0 2024-04-26T01:42:18.692 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.693+0000 7f4e767fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.148:58998/0 (socket says 172.21.15.148:58998) 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 -- 172.21.15.148:0/4269209337 learned_addr learned my addr 172.21.15.148:0/4269209337 (peer_addr_for_me v2:172.21.15.148:0/0) 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e76ffd700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78102aa0 0x7f4e780767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 -- 172.21.15.148:0/4269209337 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78102aa0 msgr2=0x7f4e780767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78102aa0 0x7f4e780767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 -- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e78104640 msgr2=0x7f4e78075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e78104640 0x7f4e78075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 -- 172.21.15.148:0/4269209337 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e78075c20 con 0x7f4e78103ca0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e767fc700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c00b530 tx=0x7f4e6c00b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c015020 con 0x7f4e78103ca0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e781a2ea0 con 0x7f4e78103ca0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e6c011d00 con 0x7f4e78103ca0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c00f2e0 con 0x7f4e78103ca0 2024-04-26T01:42:18.693 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.694+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e781a33d0 con 0x7f4e78103ca0 2024-04-26T01:42:18.694 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.695+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e78069730 con 0x7f4e78103ca0 2024-04-26T01:42:18.694 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.696+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f4e6c018020 con 0x7f4e78103ca0 2024-04-26T01:42:18.694 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.697+0000 7f4e5ffff700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 0x7f4e600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:18.694 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.697+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f4e6c0cf760 con 0x7f4e78103ca0 2024-04-26T01:42:18.694 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.698+0000 7f4e76ffd700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 0x7f4e600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:18.695 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.698+0000 7f4e76ffd700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 0x7f4e600a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4e68003870 tx=0x7f4e68003940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:18.698 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.701+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4e6c01f020 con 0x7f4e78103ca0 2024-04-26T01:42:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:18 smithi100 ceph-mon[28020]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:18.908 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.911+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l", "target": ["mon-mgr", ""]}) -- 0x7f4e78063080 con 0x7f4e600a3c40 2024-04-26T01:42:18.925 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.928+0000 7f4e5ffff700 1 -- 172.21.15.148:0/4269209337 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f4e78063080 con 0x7f4e600a3c40 2024-04-26T01:42:18.925 INFO:teuthology.orchestra.run.smithi148.stdout:Scheduled mds.all update... 2024-04-26T01:42:18.927 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 msgr2=0x7f4e600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 0x7f4e600a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4e68003870 tx=0x7f4e68003940 comp rx=0 tx=0).stop 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 msgr2=0x7f4e78074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c00b530 tx=0x7f4e6c00b840 comp rx=0 tx=0).stop 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 shutdown_connections 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e78104640 0x7f4e78075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.928 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4e600a3c40 0x7f4e600a6100 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e78102aa0 0x7f4e780767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 --2- 172.21.15.148:0/4269209337 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e78103ca0 0x7f4e78074e30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:18.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 >> 172.21.15.148:0/4269209337 conn(0x7f4e780fe040 msgr2=0x7f4e78106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:18.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 shutdown_connections 2024-04-26T01:42:18.929 INFO:teuthology.orchestra.run.smithi148.stderr:2024-04-26T01:42:18.930+0000 7f4e7d277700 1 -- 172.21.15.148:0/4269209337 wait complete. 2024-04-26T01:42:19.644 DEBUG:teuthology.orchestra.run.smithi100:mds.a> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T01:42:19.649 DEBUG:teuthology.orchestra.run.smithi100:mds.d> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T01:42:19.696 DEBUG:teuthology.orchestra.run.smithi100:mds.g> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T01:42:19.741 DEBUG:teuthology.orchestra.run.smithi100:mds.j> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T01:42:19.786 DEBUG:teuthology.orchestra.run.smithi133:mds.b> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T01:42:19.789 DEBUG:teuthology.orchestra.run.smithi133:mds.e> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T01:42:19.832 DEBUG:teuthology.orchestra.run.smithi133:mds.h> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T01:42:19.875 DEBUG:teuthology.orchestra.run.smithi133:mds.k> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T01:42:19.918 DEBUG:teuthology.orchestra.run.smithi148:mds.c> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T01:42:19.920 DEBUG:teuthology.orchestra.run.smithi148:mds.f> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T01:42:19.963 DEBUG:teuthology.orchestra.run.smithi148:mds.i> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T01:42:20.006 DEBUG:teuthology.orchestra.run.smithi148:mds.l> sudo journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T01:42:20.049 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T01:42:20.050 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:19 smithi100 ceph-mon[28020]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:19 smithi100 ceph-mon[28020]: Saving service mds.all spec with placement smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l;count:12 2024-04-26T01:42:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:19 smithi100 ceph-mon[28020]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:19 smithi133 ceph-mon[32344]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:19 smithi133 ceph-mon[32344]: Saving service mds.all spec with placement smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l;count:12 2024-04-26T01:42:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:19 smithi133 ceph-mon[32344]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:19 smithi148 ceph-mon[32990]: from='client.24451 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:19 smithi148 ceph-mon[32990]: Saving service mds.all spec with placement smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l;count:12 2024-04-26T01:42:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:19 smithi148 ceph-mon[32990]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:20.477 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:20 smithi148 ceph-mon[32990]: Deploying daemon mds.l on smithi148 2024-04-26T01:42:21.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:20 smithi100 ceph-mon[28020]: Deploying daemon mds.l on smithi148 2024-04-26T01:42:21.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:21.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:21.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:21.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:21.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:21.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:20 smithi133 ceph-mon[32344]: Deploying daemon mds.l on smithi148 2024-04-26T01:42:22.050 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:21 smithi148 ceph-mon[32990]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:22.228 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:21 smithi100 ceph-mon[28020]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:22.310 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 systemd[1]: Starting Ceph mds.l for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:22.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:21 smithi133 ceph-mon[32344]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:22.722 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 podman[63141]: 2024-04-26 01:42:22.348330153 +0000 UTC m=+0.018022181 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:22.722 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 podman[63141]: 2024-04-26 01:42:22.479405189 +0000 UTC m=+0.149097259 container create 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:42:22.722 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 podman[63141]: 2024-04-26 01:42:22.723738664 +0000 UTC m=+0.393430694 container init 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 -- 172.21.15.100:0/202794882 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04109fa0 msgr2=0x7fbc04111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 --2- 172.21.15.100:0/202794882 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04109fa0 0x7fbc04111b70 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00b0d0 tx=0x7fbbfc00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 -- 172.21.15.100:0/202794882 shutdown_connections 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 --2- 172.21.15.100:0/202794882 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04109fa0 0x7fbc04111b70 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 --2- 172.21.15.100:0/202794882 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04104ec0 0x7fbc041052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 --2- 172.21.15.100:0/202794882 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04105870 0x7fbc041098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 -- 172.21.15.100:0/202794882 >> 172.21.15.100:0/202794882 conn(0x7fbc04100750 msgr2=0x7fbc04102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 -- 172.21.15.100:0/202794882 shutdown_connections 2024-04-26T01:42:22.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.735+0000 7fbc09c00700 1 -- 172.21.15.100:0/202794882 wait complete. 2024-04-26T01:42:22.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.736+0000 7fbc09c00700 1 Processor -- start 2024-04-26T01:42:22.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.736+0000 7fbc09c00700 1 -- start start 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 0x7fbc0419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04109fa0 0x7fbc0419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbc04114fd0 con 0x7fbc04105870 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbc04114e50 con 0x7fbc04109fa0 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc09c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbc04115150 con 0x7fbc04104ec0 2024-04-26T01:42:22.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:41858/0 (socket says 172.21.15.100:41858) 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 0x7fbc0419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 -- 172.21.15.100:0/3477810722 learned_addr learned my addr 172.21.15.100:0/3477810722 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc03400700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04109fa0 0x7fbc0419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 -- 172.21.15.100:0/3477810722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04109fa0 msgr2=0x7fbc0419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04109fa0 0x7fbc0419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 -- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 msgr2=0x7fbc0419b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 0x7fbc0419b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02a00700 1 -- 172.21.15.100:0/3477810722 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc041a03b0 con 0x7fbc04104ec0 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.737+0000 7fbc02000700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 0x7fbc0419b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:42:22.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbc02a00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbbf400e9a0 tx=0x7fbbf400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:22.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf400ca10 con 0x7fbc04104ec0 2024-04-26T01:42:22.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbbf400cbb0 con 0x7fbc04104ec0 2024-04-26T01:42:22.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc041a06a0 con 0x7fbc04104ec0 2024-04-26T01:42:22.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4018680 con 0x7fbc04104ec0 2024-04-26T01:42:22.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.738+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc041a7f20 con 0x7fbc04104ec0 2024-04-26T01:42:22.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.739+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc04069730 con 0x7fbc04104ec0 2024-04-26T01:42:22.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.741+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fbbf4018820 con 0x7fbc04104ec0 2024-04-26T01:42:22.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.742+0000 7fbbfb400700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 0x7fbbe80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.743+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbbf40d01b0 con 0x7fbc04104ec0 2024-04-26T01:42:22.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.743+0000 7fbc02000700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 0x7fbbe80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.743+0000 7fbc02000700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 0x7fbbe80a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbc0410b460 tx=0x7fbbf0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:22.743 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:22.747+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbbf409cf90 con 0x7fbc04104ec0 2024-04-26T01:42:23.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.035+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc041a80f0 con 0x7fbc04104ec0 2024-04-26T01:42:23.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.036+0000 7fbbfb400700 1 -- 172.21.15.100:0/3477810722 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fbbf4085e20 con 0x7fbc04104ec0 2024-04-26T01:42:23.033 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:23.033 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 msgr2=0x7fbbe80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 0x7fbbe80a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbc0410b460 tx=0x7fbbf0009260 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 msgr2=0x7fbc0419b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbbf400e9a0 tx=0x7fbbf400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 shutdown_connections 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbbe80a3c40 0x7fbbe80a6100 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc04109fa0 0x7fbc0419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbc04104ec0 0x7fbc0419b3a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 --2- 172.21.15.100:0/3477810722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbc04105870 0x7fbc0419b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:23.037 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 >> 172.21.15.100:0/3477810722 conn(0x7fbc04100750 msgr2=0x7fbc04101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:23.038 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.040+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 shutdown_connections 2024-04-26T01:42:23.038 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:23.041+0000 7fbc09c00700 1 -- 172.21.15.100:0/3477810722 wait complete. 2024-04-26T01:42:23.038 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 2 2024-04-26T01:42:23.060 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 podman[63141]: 2024-04-26 01:42:22.726479296 +0000 UTC m=+0.396171327 container start 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-26T01:42:23.060 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 ceph-mds[63160]: -- 172.21.15.148:0/1685463259 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b8cdf53a40 con 0x55b8cdf26800 2024-04-26T01:42:23.060 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: starting mds.l at 2024-04-26T01:42:23.060 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 bash[63141]: 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 2024-04-26T01:42:23.060 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:42:22 smithi148 systemd[1]: Started Ceph mds.l for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:23.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6832/710717895,v1:172.21.15.148:6833/710717895] up:boot 2024-04-26T01:42:23.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: fsmap 1 up:standby 2024-04-26T01:42:23.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:42:23.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:23.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: Deploying daemon mds.k on smithi133 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3477810722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:23.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:23 smithi133 ceph-mon[32344]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6832/710717895,v1:172.21.15.148:6833/710717895] up:boot 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: fsmap 1 up:standby 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:24.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:24.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:24.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: Deploying daemon mds.k on smithi133 2024-04-26T01:42:24.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3477810722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:24.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:23 smithi148 ceph-mon[32990]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:24.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6832/710717895,v1:172.21.15.148:6833/710717895] up:boot 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: fsmap 1 up:standby 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: Deploying daemon mds.k on smithi133 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3477810722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:24.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:23 smithi100 ceph-mon[28020]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:25.399 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 systemd[1]: Starting Ceph mds.k for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:25.705 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 podman[61661]: 2024-04-26 01:42:25.322495622 +0000 UTC m=+0.018088826 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:25.705 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 podman[61661]: 2024-04-26 01:42:25.463772317 +0000 UTC m=+0.159365520 container create f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T01:42:25.894 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 podman[61661]: 2024-04-26 01:42:25.708550362 +0000 UTC m=+0.404143576 container init f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 podman[61661]: 2024-04-26 01:42:25.712834565 +0000 UTC m=+0.408427759 container start f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 ceph-mds[61688]: -- 172.21.15.133:0/3096486372 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5568d6ebda40 con 0x5568d6e90c00 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: starting mds.k at 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 bash[61661]: f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 2024-04-26T01:42:26.150 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:42:25 smithi133 systemd[1]: Started Ceph mds.k for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:26.315 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:26.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:26.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:26.651 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:27.648 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:27 smithi100 ceph-mon[28020]: Deploying daemon mds.j on smithi100 2024-04-26T01:42:27.648 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:27 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6832/3217686984,v1:172.21.15.133:6833/3217686984] up:boot 2024-04-26T01:42:27.648 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:27 smithi100 ceph-mon[28020]: fsmap 2 up:standby 2024-04-26T01:42:27.648 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:27 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:27 smithi133 ceph-mon[32344]: Deploying daemon mds.j on smithi100 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:27 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6832/3217686984,v1:172.21.15.133:6833/3217686984] up:boot 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:27 smithi133 ceph-mon[32344]: fsmap 2 up:standby 2024-04-26T01:42:27.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:27 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:42:27.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:27 smithi148 ceph-mon[32990]: Deploying daemon mds.j on smithi100 2024-04-26T01:42:27.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:27 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6832/3217686984,v1:172.21.15.133:6833/3217686984] up:boot 2024-04-26T01:42:27.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:27 smithi148 ceph-mon[32990]: fsmap 2 up:standby 2024-04-26T01:42:27.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:27 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:42:28.538 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:28 smithi100 ceph-mon[28020]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:28.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:28 smithi133 ceph-mon[32344]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:28 smithi148 ceph-mon[32990]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.561+0000 7f2f79c00700 1 -- 172.21.15.100:0/2742906298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f74077890 msgr2=0x7f2f74113390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.561+0000 7f2f79c00700 1 --2- 172.21.15.100:0/2742906298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f74077890 0x7f2f74113390 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2f600098f0 tx=0x7f2f60009c00 comp rx=0 tx=0).stop 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 -- 172.21.15.100:0/2742906298 shutdown_connections 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 --2- 172.21.15.100:0/2742906298 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f741138d0 0x7f2f74115cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 --2- 172.21.15.100:0/2742906298 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74076f70 0x7f2f74077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 --2- 172.21.15.100:0/2742906298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f74077890 0x7f2f74113390 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 -- 172.21.15.100:0/2742906298 >> 172.21.15.100:0/2742906298 conn(0x7f2f74100720 msgr2=0x7f2f74102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 -- 172.21.15.100:0/2742906298 shutdown_connections 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.562+0000 7f2f79c00700 1 -- 172.21.15.100:0/2742906298 wait complete. 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 Processor -- start 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 -- start start 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74077890 0x7f2f741a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f741138d0 0x7f2f7419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2f74119390 con 0x7f2f74076f70 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2f74119210 con 0x7f2f741138d0 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.563+0000 7f2f79c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2f74119510 con 0x7f2f74077890 2024-04-26T01:42:28.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:47032/0 (socket says 172.21.15.100:47032) 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 -- 172.21.15.100:0/3306835297 learned_addr learned my addr 172.21.15.100:0/3306835297 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72000700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74077890 0x7f2f741a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f73400700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f741138d0 0x7f2f7419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 -- 172.21.15.100:0/3306835297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74077890 msgr2=0x7f2f741a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74077890 0x7f2f741a5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 -- 172.21.15.100:0/3306835297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f741138d0 msgr2=0x7f2f7419f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f741138d0 0x7f2f7419f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 -- 172.21.15.100:0/3306835297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7419ff70 con 0x7f2f74076f70 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.564+0000 7f2f72a00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2f6400e9a0 tx=0x7f2f6400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.565+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f6400ca10 con 0x7f2f74076f70 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.565+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f741a0260 con 0x7f2f74076f70 2024-04-26T01:42:28.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.565+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2f6400cbb0 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.565+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f64018680 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.565+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f741ac4f0 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.566+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f740786b0 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.568+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f2f64018820 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.569+0000 7f2f6b400700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 0x7f2f580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.570+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2f640d01b0 con 0x7f2f74076f70 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.570+0000 7f2f72000700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 0x7f2f580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.570+0000 7f2f72000700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 0x7f2f580a6100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2f60009fd0 tx=0x7f2f60019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:28.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.574+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2f6409cf90 con 0x7f2f74076f70 2024-04-26T01:42:28.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.847+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f741a0490 con 0x7f2f74076f70 2024-04-26T01:42:28.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.848+0000 7f2f6b400700 1 -- 172.21.15.100:0/3306835297 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7f2f64085e20 con 0x7f2f74076f70 2024-04-26T01:42:28.846 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:28.846 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 msgr2=0x7f2f580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 0x7f2f580a6100 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2f60009fd0 tx=0x7f2f60019040 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 msgr2=0x7f2f741a5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2f6400e9a0 tx=0x7f2f6400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 shutdown_connections 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2f580a3c40 0x7f2f580a6100 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f741138d0 0x7f2f7419f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2f74076f70 0x7f2f741a5570 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 --2- 172.21.15.100:0/3306835297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2f74077890 0x7f2f741a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 >> 172.21.15.100:0/3306835297 conn(0x7f2f74100720 msgr2=0x7f2f74102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 shutdown_connections 2024-04-26T01:42:28.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:28.851+0000 7f2f79c00700 1 -- 172.21.15.100:0/3306835297 wait complete. 2024-04-26T01:42:28.850 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 3 2024-04-26T01:42:29.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:29 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3306835297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:29.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:29 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3306835297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:29.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:29 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3306835297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:30.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:30 smithi148 ceph-mon[32990]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:30 smithi100 ceph-mon[28020]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:30.825 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:30 smithi100 systemd[1]: Starting Ceph mds.j for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:30.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:30 smithi133 ceph-mon[32344]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:31.179 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:30 smithi100 podman[68840]: 2024-04-26 01:42:30.762665874 +0000 UTC m=+0.034986529 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:31.180 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:30 smithi100 podman[68840]: 2024-04-26 01:42:30.87785306 +0000 UTC m=+0.150173746 container create f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T01:42:31.180 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 podman[68840]: 2024-04-26 01:42:31.181929253 +0000 UTC m=+0.454249945 container init f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:42:31.575 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 podman[68840]: 2024-04-26 01:42:31.192388139 +0000 UTC m=+0.464708831 container start f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T01:42:31.575 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 ceph-mds[68859]: -- 172.21.15.100:0/3025924408 <== mon.0 v2:172.21.15.100:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a1e7487a40 con 0x55a1e745a800 2024-04-26T01:42:31.575 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j[68855]: starting mds.j at 2024-04-26T01:42:31.575 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 bash[68840]: f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 2024-04-26T01:42:31.576 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 01:42:31 smithi100 systemd[1]: Started Ceph mds.j for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:32.180 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6834/3578095749,v1:172.21.15.100:6835/3578095749] up:boot 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: fsmap 3 up:standby 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:42:32.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:32 smithi100 ceph-mon[28020]: Deploying daemon mds.d on smithi100 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6834/3578095749,v1:172.21.15.100:6835/3578095749] up:boot 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: fsmap 3 up:standby 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:32 smithi133 ceph-mon[32344]: Deploying daemon mds.d on smithi100 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6834/3578095749,v1:172.21.15.100:6835/3578095749] up:boot 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: fsmap 3 up:standby 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:32.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:32.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:32 smithi148 ceph-mon[32990]: Deploying daemon mds.d on smithi100 2024-04-26T01:42:33.216 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:34 smithi148 ceph-mon[32990]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:34 smithi100 ceph-mon[28020]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:34.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:34 smithi133 ceph-mon[32344]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:35.590 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 podman[69242]: 2024-04-26 01:42:35.472723517 +0000 UTC m=+0.044754465 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:35.590 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 podman[69242]: 2024-04-26 01:42:35.590532849 +0000 UTC m=+0.162563828 container create 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 podman[69242]: 2024-04-26 01:42:35.881985161 +0000 UTC m=+0.454016183 container init 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 podman[69242]: 2024-04-26 01:42:35.892484844 +0000 UTC m=+0.464515873 container start 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 ceph-mds[69279]: -- 172.21.15.100:0/3780727711 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ce7e895a40 con 0x55ce7e868800 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: starting mds.d at 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:36 smithi100 bash[69242]: 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 2024-04-26T01:42:36.152 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:42:36 smithi100 systemd[1]: Started Ceph mds.d for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 -- 172.21.15.100:0/3284011544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc108a50 msgr2=0x7f07fc108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 --2- 172.21.15.100:0/3284011544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc108a50 0x7f07fc108e30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009990 tx=0x7f07f0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 -- 172.21.15.100:0/3284011544 shutdown_connections 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 --2- 172.21.15.100:0/3284011544 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc103450 0x7f07fc10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 --2- 172.21.15.100:0/3284011544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc108a50 0x7f07fc108e30 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 --2- 172.21.15.100:0/3284011544 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc102a90 0x7f07fc102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.650 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 -- 172.21.15.100:0/3284011544 >> 172.21.15.100:0/3284011544 conn(0x7f07fc079ba0 msgr2=0x7f07fc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:36.651 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 -- 172.21.15.100:0/3284011544 shutdown_connections 2024-04-26T01:42:36.651 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.652+0000 7f0803600700 1 -- 172.21.15.100:0/3284011544 wait complete. 2024-04-26T01:42:36.652 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 Processor -- start 2024-04-26T01:42:36.652 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 -- start start 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc102a90 0x7f07fc19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 0x7f07fc19fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.653+0000 7f0803600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc112d90 con 0x7f07fc108a50 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f0803600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc112c10 con 0x7f07fc103450 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f0803600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc112f10 con 0x7f07fc102a90 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:40062/0 (socket says 172.21.15.100:40062) 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 -- 172.21.15.100:0/3664988766 learned_addr learned my addr 172.21.15.100:0/3664988766 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f0801600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 0x7f07fc19fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f0800c00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc102a90 0x7f07fc19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 -- 172.21.15.100:0/3664988766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc102a90 msgr2=0x7f07fc19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc102a90 0x7f07fc19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.653 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 -- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 msgr2=0x7f07fc19fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 0x7f07fc19fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f07fbe00700 1 -- 172.21.15.100:0/3664988766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc1a0470 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.654+0000 7f0801600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 0x7f07fc19fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f07fbe00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f07e800e9a0 tx=0x7f07e800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e800cbd0 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f07e800cd70 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc1a0760 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e80187a0 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.655+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc1a7fe0 con 0x7f07fc103450 2024-04-26T01:42:36.654 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.656+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07fc069730 con 0x7f07fc103450 2024-04-26T01:42:36.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.658+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f07e8010a20 con 0x7f07fc103450 2024-04-26T01:42:36.657 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.659+0000 7f07f9600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 0x7f07e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:36.657 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.659+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f07e80d0500 con 0x7f07fc103450 2024-04-26T01:42:36.657 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.660+0000 7f0800c00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 0x7f07e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:36.657 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.660+0000 7f0800c00700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 0x7f07e40a6100 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f07f000b790 tx=0x7f07f001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:36.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.666+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f07e809d2e0 con 0x7f07fc103450 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:36 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:36.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:36.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:36 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:36.874 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:36.875 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:36 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:36.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.926+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07fc1a81b0 con 0x7f07fc103450 2024-04-26T01:42:36.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.927+0000 7f07f9600700 1 -- 172.21.15.100:0/3664988766 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3877 (secure 0 0 0) 0x7f07e809cbe0 con 0x7f07fc103450 2024-04-26T01:42:36.925 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:36.925 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[]} 2024-04-26T01:42:36.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.929+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 msgr2=0x7f07e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:36.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.929+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 0x7f07e40a6100 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f07f000b790 tx=0x7f07f001a040 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 msgr2=0x7f07fc19b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f07e800e9a0 tx=0x7f07e800ed60 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 shutdown_connections 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f07fc108a50 0x7f07fc19fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f07fc102a90 0x7f07fc19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f07e40a3c40 0x7f07e40a6100 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 --2- 172.21.15.100:0/3664988766 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07fc103450 0x7f07fc19b9a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 >> 172.21.15.100:0/3664988766 conn(0x7f07fc079ba0 msgr2=0x7f07fc074f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 shutdown_connections 2024-04-26T01:42:36.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:36.930+0000 7f0803600700 1 -- 172.21.15.100:0/3664988766 wait complete. 2024-04-26T01:42:36.929 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 5 2024-04-26T01:42:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:37 smithi100 ceph-mon[28020]: Deploying daemon mds.e on smithi133 2024-04-26T01:42:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:37 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6836/2484644803,v1:172.21.15.100:6837/2484644803] up:boot 2024-04-26T01:42:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:37 smithi100 ceph-mon[28020]: fsmap 4 up:standby 2024-04-26T01:42:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:37 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:42:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:37 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3664988766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:37 smithi133 ceph-mon[32344]: Deploying daemon mds.e on smithi133 2024-04-26T01:42:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:37 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6836/2484644803,v1:172.21.15.100:6837/2484644803] up:boot 2024-04-26T01:42:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:37 smithi133 ceph-mon[32344]: fsmap 4 up:standby 2024-04-26T01:42:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:37 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:42:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:37 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3664988766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:37 smithi148 ceph-mon[32990]: Deploying daemon mds.e on smithi133 2024-04-26T01:42:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:37 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6836/2484644803,v1:172.21.15.100:6837/2484644803] up:boot 2024-04-26T01:42:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:37 smithi148 ceph-mon[32990]: fsmap 4 up:standby 2024-04-26T01:42:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:37 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:42:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:37 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3664988766' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:38.644 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:38 smithi133 ceph-mon[32344]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:38.644 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 systemd[1]: Starting Ceph mds.e for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:38.645 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 podman[61981]: 2024-04-26 01:42:38.550608136 +0000 UTC m=+0.018031121 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:38.795 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:38 smithi100 ceph-mon[28020]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:38.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:38 smithi148 ceph-mon[32990]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:38.899 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 podman[61981]: 2024-04-26 01:42:38.682342849 +0000 UTC m=+0.149765820 container create 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-26T01:42:39.399 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 podman[61981]: 2024-04-26 01:42:38.9353511 +0000 UTC m=+0.402774075 container init 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T01:42:39.400 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 podman[61981]: 2024-04-26 01:42:38.938178279 +0000 UTC m=+0.405601251 container start 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T01:42:39.400 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 ceph-mds[62000]: -- 172.21.15.133:0/3552479174 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d3ee0e1a40 con 0x55d3ee0b4c00 2024-04-26T01:42:39.400 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:38 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: starting mds.e at 2024-04-26T01:42:39.400 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:39 smithi133 bash[61981]: 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 2024-04-26T01:42:39.400 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:42:39 smithi133 systemd[1]: Started Ceph mds.e for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:39.778 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:40.221 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:40.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: Deploying daemon mds.f on smithi148 2024-04-26T01:42:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6834/3376227086,v1:172.21.15.133:6835/3376227086] up:boot 2024-04-26T01:42:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: fsmap 5 up:standby 2024-04-26T01:42:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:40 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:42:40.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: Deploying daemon mds.f on smithi148 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6834/3376227086,v1:172.21.15.133:6835/3376227086] up:boot 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: fsmap 5 up:standby 2024-04-26T01:42:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:40 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: Deploying daemon mds.f on smithi148 2024-04-26T01:42:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6834/3376227086,v1:172.21.15.133:6835/3376227086] up:boot 2024-04-26T01:42:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: fsmap 5 up:standby 2024-04-26T01:42:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:40 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:42:41.560 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 systemd[1]: Starting Ceph mds.f for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:41.909 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 podman[63449]: 2024-04-26 01:42:41.547009716 +0000 UTC m=+0.018138013 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:41.909 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 podman[63449]: 2024-04-26 01:42:41.667997826 +0000 UTC m=+0.139126109 container create bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T01:42:41.909 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 podman[63449]: 2024-04-26 01:42:41.912272441 +0000 UTC m=+0.383400725 container init bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:42:42.310 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 podman[63449]: 2024-04-26 01:42:41.91509904 +0000 UTC m=+0.386227334 container start bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T01:42:42.310 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 ceph-mds[63468]: -- 172.21.15.148:0/3418671690 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561e048b9a40 con 0x561e0488c800 2024-04-26T01:42:42.310 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: starting mds.f at 2024-04-26T01:42:42.310 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:42 smithi148 bash[63449]: bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c 2024-04-26T01:42:42.310 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:42:42 smithi148 systemd[1]: Started Ceph mds.f for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:42.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 -- 172.21.15.100:0/4044296058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68105870 msgr2=0x7fbd681098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 --2- 172.21.15.100:0/4044296058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68105870 0x7fbd681098c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbd500099c0 tx=0x7fbd50009cd0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 -- 172.21.15.100:0/4044296058 shutdown_connections 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 --2- 172.21.15.100:0/4044296058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68109fa0 0x7fbd68111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 --2- 172.21.15.100:0/4044296058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd681052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 --2- 172.21.15.100:0/4044296058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68105870 0x7fbd681098c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 -- 172.21.15.100:0/4044296058 >> 172.21.15.100:0/4044296058 conn(0x7fbd68100750 msgr2=0x7fbd68102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 -- 172.21.15.100:0/4044296058 shutdown_connections 2024-04-26T01:42:42.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.374+0000 7fbd6e400700 1 -- 172.21.15.100:0/4044296058 wait complete. 2024-04-26T01:42:42.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.376+0000 7fbd6e400700 1 Processor -- start 2024-04-26T01:42:42.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.376+0000 7fbd6e400700 1 -- start start 2024-04-26T01:42:42.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.376+0000 7fbd6e400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:42.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.376+0000 7fbd6e400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 0x7fbd6819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:42.375 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd6e400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 0x7fbd6819fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:42.375 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd6e400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbd68114fa0 con 0x7fbd68109fa0 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd6e400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbd68114e20 con 0x7fbd68105870 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd6e400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbd68115120 con 0x7fbd68104ec0 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:38358/0 (socket says 172.21.15.100:38358) 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 -- 172.21.15.100:0/1434423592 learned_addr learned my addr 172.21.15.100:0/1434423592 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67e00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 0x7fbd6819fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd5fe00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 0x7fbd6819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 -- 172.21.15.100:0/1434423592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 msgr2=0x7fbd6819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 0x7fbd6819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 -- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 msgr2=0x7fbd6819fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 0x7fbd6819fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67400700 1 -- 172.21.15.100:0/1434423592 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd681a0480 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd67e00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 0x7fbd6819fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.377+0000 7fbd5fe00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 0x7fbd6819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd67400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbd5800e9a0 tx=0x7fbd5800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5800cbd0 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbd5800cd70 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd681a0770 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd580187a0 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.378+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd681a7ff0 con 0x7fbd68104ec0 2024-04-26T01:42:42.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.379+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd68069730 con 0x7fbd68104ec0 2024-04-26T01:42:42.378 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.381+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fbd58010a20 con 0x7fbd68104ec0 2024-04-26T01:42:42.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.382+0000 7fbd64c00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 0x7fbd4c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:42.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.383+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbd580d02f0 con 0x7fbd68104ec0 2024-04-26T01:42:42.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.383+0000 7fbd5fe00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 0x7fbd4c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:42.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.383+0000 7fbd5fe00700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 0x7fbd4c0a6100 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbd50000c00 tx=0x7fbd50005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:42.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.387+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbd5809d0d0 con 0x7fbd68104ec0 2024-04-26T01:42:42.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:42 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:42 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:42.662 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.664+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd6802df80 con 0x7fbd68104ec0 2024-04-26T01:42:42.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.665+0000 7fbd64c00700 1 -- 172.21.15.100:0/1434423592 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5533 (secure 0 0 0) 0x7fbd5809c9d0 con 0x7fbd68104ec0 2024-04-26T01:42:42.663 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:42.664 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-26T01:42:42.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 msgr2=0x7fbd4c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 0x7fbd4c0a6100 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbd50000c00 tx=0x7fbd50005fb0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 msgr2=0x7fbd6819b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbd5800e9a0 tx=0x7fbd5800ed60 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 shutdown_connections 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.668+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbd68109fa0 0x7fbd6819fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbd68104ec0 0x7fbd6819b470 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbd4c0a3c40 0x7fbd4c0a6100 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 --2- 172.21.15.100:0/1434423592 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd68105870 0x7fbd6819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 >> 172.21.15.100:0/1434423592 conn(0x7fbd68100750 msgr2=0x7fbd68102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 shutdown_connections 2024-04-26T01:42:42.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:42.669+0000 7fbd6e400700 1 -- 172.21.15.100:0/1434423592 wait complete. 2024-04-26T01:42:42.668 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 7 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:42.741 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:42.742 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:42 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:43 smithi148 ceph-mon[32990]: Deploying daemon mds.c on smithi148 2024-04-26T01:42:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:43 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:boot 2024-04-26T01:42:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:43 smithi148 ceph-mon[32990]: fsmap 6 up:standby 2024-04-26T01:42:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:43 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:42:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1434423592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:43.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:43 smithi100 ceph-mon[28020]: Deploying daemon mds.c on smithi148 2024-04-26T01:42:43.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:43 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:boot 2024-04-26T01:42:43.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:43 smithi100 ceph-mon[28020]: fsmap 6 up:standby 2024-04-26T01:42:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:43 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:42:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1434423592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:43.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:43 smithi133 ceph-mon[32344]: Deploying daemon mds.c on smithi148 2024-04-26T01:42:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:43 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:boot 2024-04-26T01:42:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:43 smithi133 ceph-mon[32344]: fsmap 6 up:standby 2024-04-26T01:42:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:43 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:42:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1434423592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:44.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:44 smithi148 ceph-mon[32990]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:44.560 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 systemd[1]: Starting Ceph mds.c for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:44 smithi100 ceph-mon[28020]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:44.899 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 podman[63756]: 2024-04-26 01:42:44.535072012 +0000 UTC m=+0.018354476 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:44.900 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 podman[63756]: 2024-04-26 01:42:44.657703721 +0000 UTC m=+0.140986156 container create fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:42:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:44 smithi133 ceph-mon[32344]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 podman[63756]: 2024-04-26 01:42:44.90344559 +0000 UTC m=+0.386728036 container init fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 podman[63756]: 2024-04-26 01:42:44.906095912 +0000 UTC m=+0.389378348 container start fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 ceph-mds[63774]: -- 172.21.15.148:0/404005345 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fe41181a40 con 0x55fe41154c00 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: starting mds.c at 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 bash[63756]: fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 2024-04-26T01:42:45.310 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:42:44 smithi148 systemd[1]: Started Ceph mds.c for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:45.445 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:45.892 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:46.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: Deploying daemon mds.h on smithi133 2024-04-26T01:42:46.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:46.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:boot 2024-04-26T01:42:46.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: fsmap 7 up:standby 2024-04-26T01:42:46.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: Deploying daemon mds.h on smithi133 2024-04-26T01:42:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:46.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:boot 2024-04-26T01:42:46.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: fsmap 7 up:standby 2024-04-26T01:42:46.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:42:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: Deploying daemon mds.h on smithi133 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:boot 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: fsmap 7 up:standby 2024-04-26T01:42:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:42:47.400 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 systemd[1]: Starting Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:47.745 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 podman[62289]: 2024-04-26 01:42:47.379370945 +0000 UTC m=+0.018223013 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:47.745 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 podman[62289]: 2024-04-26 01:42:47.495446306 +0000 UTC m=+0.134298378 container create 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T01:42:47.745 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 podman[62289]: 2024-04-26 01:42:47.723266535 +0000 UTC m=+0.362118602 container init 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T01:42:47.745 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 podman[62289]: 2024-04-26 01:42:47.72580629 +0000 UTC m=+0.364658365 container start 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 -- 172.21.15.100:0/3215202740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0105870 msgr2=0x7f91e01098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 --2- 172.21.15.100:0/3215202740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0105870 0x7f91e01098c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f91cc0099c0 tx=0x7f91cc009cd0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 -- 172.21.15.100:0/3215202740 shutdown_connections 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 --2- 172.21.15.100:0/3215202740 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0109fa0 0x7f91e0111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 --2- 172.21.15.100:0/3215202740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e01052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 --2- 172.21.15.100:0/3215202740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0105870 0x7f91e01098c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 -- 172.21.15.100:0/3215202740 >> 172.21.15.100:0/3215202740 conn(0x7f91e0100750 msgr2=0x7f91e0102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:48.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 -- 172.21.15.100:0/3215202740 shutdown_connections 2024-04-26T01:42:48.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.145+0000 7f91e8200700 1 -- 172.21.15.100:0/3215202740 wait complete. 2024-04-26T01:42:48.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.146+0000 7f91e8200700 1 Processor -- start 2024-04-26T01:42:48.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 -- start start 2024-04-26T01:42:48.145 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0105870 0x7f91e019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0109fa0 0x7f91e019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f91e0114f50 con 0x7f91e0105870 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f91e0114dd0 con 0x7f91e0104ec0 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.147+0000 7f91e8200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f91e01150d0 con 0x7f91e0109fa0 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e4e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0105870 0x7f91e019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e6200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0109fa0 0x7f91e019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33016/0 (socket says 172.21.15.100:33016) 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 -- 172.21.15.100:0/1506629722 learned_addr learned my addr 172.21.15.100:0/1506629722 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:48.146 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 -- 172.21.15.100:0/1506629722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0109fa0 msgr2=0x7f91e019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:48.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0109fa0 0x7f91e019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 -- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0105870 msgr2=0x7f91e019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:48.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0105870 0x7f91e019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.147 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 -- 172.21.15.100:0/1506629722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91e01a0410 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.148+0000 7f91e5800700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f91d400e9a0 tx=0x7f91d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.149+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d400ca10 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.149+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f91d400cbb0 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.149+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91e01a0700 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.149+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d4018680 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.149+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91e01a7f80 con 0x7f91e0104ec0 2024-04-26T01:42:48.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.150+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91e0069730 con 0x7f91e0104ec0 2024-04-26T01:42:48.149 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 ceph-mds[62308]: -- 172.21.15.133:0/2266102168 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562416b0fa40 con 0x562416ae3000 2024-04-26T01:42:48.150 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: starting mds.h at 2024-04-26T01:42:48.150 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 bash[62289]: 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 2024-04-26T01:42:48.150 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:42:47 smithi133 systemd[1]: Started Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:48.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.152+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f91d4018820 con 0x7f91e0104ec0 2024-04-26T01:42:48.150 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.153+0000 7f91de000700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 0x7f91c80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:48.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.153+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f91d40d01b0 con 0x7f91e0104ec0 2024-04-26T01:42:48.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.153+0000 7f91e4e00700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 0x7f91c80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:48.151 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.154+0000 7f91e4e00700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 0x7f91c80a6100 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f91cc000c00 tx=0x7f91cc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:48.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.157+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f91d409cf90 con 0x7f91e0104ec0 2024-04-26T01:42:48.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.436+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91e002df80 con 0x7f91e0104ec0 2024-04-26T01:42:48.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.437+0000 7f91de000700 1 -- 172.21.15.100:0/1506629722 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7189 (secure 0 0 0) 0x7f91d4085e20 con 0x7f91e0104ec0 2024-04-26T01:42:48.435 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:48.435 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24511,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 msgr2=0x7f91c80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 0x7f91c80a6100 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f91cc000c00 tx=0x7f91cc005fb0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 msgr2=0x7f91e019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f91d400e9a0 tx=0x7f91d400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 shutdown_connections 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f91e0109fa0 0x7f91e019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f91c80a3c40 0x7f91c80a6100 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91e0104ec0 0x7f91e019b400 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 --2- 172.21.15.100:0/1506629722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f91e0105870 0x7f91e019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 >> 172.21.15.100:0/1506629722 conn(0x7f91e0100750 msgr2=0x7f91e0102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:48.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 shutdown_connections 2024-04-26T01:42:48.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:48.441+0000 7f91e8200700 1 -- 172.21.15.100:0/1506629722 wait complete. 2024-04-26T01:42:48.440 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 9 2024-04-26T01:42:48.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:48.651 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:48.652 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:48.830 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:48.831 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:49.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:49 smithi148 ceph-mon[32990]: Deploying daemon mds.i on smithi148 2024-04-26T01:42:49.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:49 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6836/2577042243,v1:172.21.15.133:6837/2577042243] up:boot 2024-04-26T01:42:49.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:49 smithi148 ceph-mon[32990]: fsmap 8 up:standby 2024-04-26T01:42:49.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:42:49.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:49 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1506629722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:49.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:49 smithi100 ceph-mon[28020]: Deploying daemon mds.i on smithi148 2024-04-26T01:42:49.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:49 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6836/2577042243,v1:172.21.15.133:6837/2577042243] up:boot 2024-04-26T01:42:49.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:49 smithi100 ceph-mon[28020]: fsmap 8 up:standby 2024-04-26T01:42:49.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:42:49.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:49 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1506629722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:49.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:49 smithi133 ceph-mon[32344]: Deploying daemon mds.i on smithi148 2024-04-26T01:42:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:49 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6836/2577042243,v1:172.21.15.133:6837/2577042243] up:boot 2024-04-26T01:42:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:49 smithi133 ceph-mon[32344]: fsmap 8 up:standby 2024-04-26T01:42:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:42:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:49 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1506629722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:50.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:50 smithi148 ceph-mon[32990]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:50.560 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 podman[64080]: 2024-04-26 01:42:50.422017792 +0000 UTC m=+0.018628628 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:50.816 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 podman[64080]: 2024-04-26 01:42:50.567225109 +0000 UTC m=+0.163835945 container create 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T01:42:50.816 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 podman[64080]: 2024-04-26 01:42:50.79407742 +0000 UTC m=+0.390688256 container init 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T01:42:50.816 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 podman[64080]: 2024-04-26 01:42:50.796750242 +0000 UTC m=+0.393361081 container start 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T01:42:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:50 smithi100 ceph-mon[28020]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:50.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:50 smithi133 ceph-mon[32344]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:51.280 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:51.310 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 ceph-mds[64099]: -- 172.21.15.148:0/1011047970 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d5f9a05a40 con 0x55d5f99d9000 2024-04-26T01:42:51.310 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: starting mds.i at 2024-04-26T01:42:51.310 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 bash[64080]: 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 2024-04-26T01:42:51.310 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:42:50 smithi148 systemd[1]: Started Ceph mds.i for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:51.727 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: Deploying daemon mds.g on smithi100 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:boot 2024-04-26T01:42:52.219 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: fsmap 9 up:standby 2024-04-26T01:42:52.220 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:51 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: Deploying daemon mds.g on smithi100 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:boot 2024-04-26T01:42:52.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: fsmap 9 up:standby 2024-04-26T01:42:52.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:51 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:42:52.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: Deploying daemon mds.g on smithi100 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:boot 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: fsmap 9 up:standby 2024-04-26T01:42:52.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:51 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 -- 172.21.15.100:0/4268690153 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888102a90 msgr2=0x7fe888102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 --2- 172.21.15.100:0/4268690153 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888102a90 0x7fe888102f10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe874009990 tx=0x7fe874009ca0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 -- 172.21.15.100:0/4268690153 shutdown_connections 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 --2- 172.21.15.100:0/4268690153 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888103450 0x7fe88810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 --2- 172.21.15.100:0/4268690153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888108a50 0x7fe888108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 --2- 172.21.15.100:0/4268690153 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888102a90 0x7fe888102f10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 -- 172.21.15.100:0/4268690153 >> 172.21.15.100:0/4268690153 conn(0x7fe888079ba0 msgr2=0x7fe888079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:54.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 -- 172.21.15.100:0/4268690153 shutdown_connections 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.267+0000 7fe890200700 1 -- 172.21.15.100:0/4268690153 wait complete. 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 Processor -- start 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 -- start start 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888102a90 0x7fe888074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888103450 0x7fe888075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe888112d90 con 0x7fe888108a50 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe888112c10 con 0x7fe888103450 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.268+0000 7fe890200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe888112f10 con 0x7fe888102a90 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88ce00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888103450 0x7fe888075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:44608/0 (socket says 172.21.15.100:44608) 2024-04-26T01:42:54.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 -- 172.21.15.100:0/684286062 learned_addr learned my addr 172.21.15.100:0/684286062 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88d800700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888102a90 0x7fe888074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 -- 172.21.15.100:0/684286062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888102a90 msgr2=0x7fe888074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888102a90 0x7fe888074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 -- 172.21.15.100:0/684286062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888103450 msgr2=0x7fe888075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888103450 0x7fe888075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 -- 172.21.15.100:0/684286062 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8881a7810 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.269+0000 7fe88e200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe88000ef30 tx=0x7fe88000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.270+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800092e0 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.270+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe880004bb0 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.270+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8881a7aa0 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.270+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880004280 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.270+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8881a7f90 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.271+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe888069730 con 0x7fe888108a50 2024-04-26T01:42:54.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.273+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fe88001b030 con 0x7fe888108a50 2024-04-26T01:42:54.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.274+0000 7fe886000700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 0x7fe8700a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:54.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.274+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe8800cfa80 con 0x7fe888108a50 2024-04-26T01:42:54.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.275+0000 7fe88d800700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 0x7fe8700a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:54.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.275+0000 7fe88d800700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 0x7fe8700a6100 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe87c009be0 tx=0x7fe87c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:54.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.279+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8800d1e20 con 0x7fe888108a50 2024-04-26T01:42:54.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:54 smithi100 ceph-mon[28020]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:54.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.559+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe88802df80 con 0x7fe888108a50 2024-04-26T01:42:54.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.560+0000 7fe886000700 1 -- 172.21.15.100:0/684286062 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8019 (secure 0 0 0) 0x7fe880022020 con 0x7fe888108a50 2024-04-26T01:42:54.557 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:42:54.557 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24511,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 msgr2=0x7fe8700a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 0x7fe8700a6100 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe87c009be0 tx=0x7fe87c009260 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 msgr2=0x7fe8880757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe88000ef30 tx=0x7fe88000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 shutdown_connections 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe888108a50 0x7fe8880757c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe888102a90 0x7fe888074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fe8700a3c40 0x7fe8700a6100 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 --2- 172.21.15.100:0/684286062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe888103450 0x7fe888075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:54.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 >> 172.21.15.100:0/684286062 conn(0x7fe888079ba0 msgr2=0x7fe8881017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:54.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 shutdown_connections 2024-04-26T01:42:54.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:42:54.563+0000 7fe890200700 1 -- 172.21.15.100:0/684286062 wait complete. 2024-04-26T01:42:54.561 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 10 2024-04-26T01:42:54.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:54 smithi133 ceph-mon[32344]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:54 smithi148 ceph-mon[32990]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:55.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:55 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/684286062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:55.696 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:55 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/684286062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:55.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:55 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/684286062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:42:56.801 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:56 smithi100 ceph-mon[28020]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:56.801 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:56 smithi100 systemd[1]: Starting Ceph mds.g for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:42:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:56 smithi148 ceph-mon[32990]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:56.846 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:56 smithi133 ceph-mon[32344]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:57.052 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:56 smithi100 podman[70076]: 2024-04-26 01:42:56.709321689 +0000 UTC m=+0.036179992 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:42:57.052 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:56 smithi100 podman[70076]: 2024-04-26 01:42:56.885814609 +0000 UTC m=+0.212672932 container create 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:42:57.575 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 podman[70076]: 2024-04-26 01:42:57.164899243 +0000 UTC m=+0.491757572 container init 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:42:57.575 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 podman[70076]: 2024-04-26 01:42:57.175668408 +0000 UTC m=+0.502526703 container start 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T01:42:57.575 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 ceph-mds[70095]: -- 172.21.15.100:0/1293525932 <== mon.0 v2:172.21.15.100:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5576f0acfa40 con 0x5576f0aa3000 2024-04-26T01:42:57.576 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: starting mds.g at 2024-04-26T01:42:57.576 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 bash[70076]: 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b 2024-04-26T01:42:57.576 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:42:57 smithi100 systemd[1]: Started Ceph mds.g for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:42:57.956 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:42:58.391 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:58.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:58.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:boot 2024-04-26T01:42:58.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: fsmap 10 up:standby 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.685 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:42:58 smithi100 ceph-mon[28020]: Deploying daemon mds.a on smithi100 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:boot 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: fsmap 10 up:standby 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:42:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:42:58 smithi148 ceph-mon[32990]: Deploying daemon mds.a on smithi100 2024-04-26T01:42:58.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:boot 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: fsmap 10 up:standby 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:42:58 smithi133 ceph-mon[32344]: Deploying daemon mds.a on smithi100 2024-04-26T01:43:00.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:00 smithi100 ceph-mon[28020]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:00 smithi148 ceph-mon[32990]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:00 smithi133 ceph-mon[32344]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 -- 172.21.15.100:0/2949067030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50074c70 msgr2=0x7fba50075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 --2- 172.21.15.100:0/2949067030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50074c70 0x7fba50075050 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fba440098f0 tx=0x7fba44009c00 comp rx=0 tx=0).stop 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 -- 172.21.15.100:0/2949067030 shutdown_connections 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 --2- 172.21.15.100:0/2949067030 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50113c10 0x7fba50116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 --2- 172.21.15.100:0/2949067030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50074c70 0x7fba50075050 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 --2- 172.21.15.100:0/2949067030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50075590 0x7fba501136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 -- 172.21.15.100:0/2949067030 >> 172.21.15.100:0/2949067030 conn(0x7fba50079ba0 msgr2=0x7fba50079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 -- 172.21.15.100:0/2949067030 shutdown_connections 2024-04-26T01:43:01.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.908+0000 7fba58800700 1 -- 172.21.15.100:0/2949067030 wait complete. 2024-04-26T01:43:01.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 Processor -- start 2024-04-26T01:43:01.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 -- start start 2024-04-26T01:43:01.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50074c70 0x7fba501a5650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:01.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50075590 0x7fba501a5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fba50119380 con 0x7fba50074c70 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba50119200 con 0x7fba50113c10 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.910+0000 7fba58800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fba50119500 con 0x7fba50075590 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58548/0 (socket says 172.21.15.100:58548) 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 -- 172.21.15.100:0/2130593632 learned_addr learned my addr 172.21.15.100:0/2130593632 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba55400700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50075590 0x7fba501a5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba55e00700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50074c70 0x7fba501a5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 -- 172.21.15.100:0/2130593632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50075590 msgr2=0x7fba501a5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50075590 0x7fba501a5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 -- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50074c70 msgr2=0x7fba501a5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:01.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50074c70 0x7fba501a5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 -- 172.21.15.100:0/2130593632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba501a0000 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.911+0000 7fba56800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba4c00ef90 tx=0x7fba4c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.912+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c0092e0 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.912+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba501a0290 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.912+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba4c004bb0 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.912+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba4c00ce60 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.912+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba501ac400 con 0x7fba50113c10 2024-04-26T01:43:01.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.913+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba50076360 con 0x7fba50113c10 2024-04-26T01:43:01.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.915+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fba4c01b030 con 0x7fba50113c10 2024-04-26T01:43:01.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.916+0000 7fba4aa00700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 0x7fba380a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:01.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.916+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fba4c0cfa50 con 0x7fba50113c10 2024-04-26T01:43:01.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.916+0000 7fba55e00700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 0x7fba380a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:01.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.917+0000 7fba55e00700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 0x7fba380a6100 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fba440098c0 tx=0x7fba44019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:01.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:01.921+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba4c022020 con 0x7fba50113c10 2024-04-26T01:43:02.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.197+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fba501ac600 con 0x7fba50113c10 2024-04-26T01:43:02.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.198+0000 7fba4aa00700 1 -- 172.21.15.100:0/2130593632 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8848 (secure 0 0 0) 0x7fba4c010040 con 0x7fba50113c10 2024-04-26T01:43:02.195 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:43:02.195 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24511,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24515,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 msgr2=0x7fba380a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 0x7fba380a6100 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fba440098c0 tx=0x7fba44019040 comp rx=0 tx=0).stop 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 msgr2=0x7fba5019f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fba4c00ef90 tx=0x7fba4c00c3a0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 shutdown_connections 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fba380a3c40 0x7fba380a6100 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba50113c10 0x7fba5019f720 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba50074c70 0x7fba501a5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 --2- 172.21.15.100:0/2130593632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba50075590 0x7fba501a5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:02.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 >> 172.21.15.100:0/2130593632 conn(0x7fba50079ba0 msgr2=0x7fba5010f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:02.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.201+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 shutdown_connections 2024-04-26T01:43:02.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:02.202+0000 7fba58800700 1 -- 172.21.15.100:0/2130593632 wait complete. 2024-04-26T01:43:02.199 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 11 2024-04-26T01:43:02.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:02 smithi100 ceph-mon[28020]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:02.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:02 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2130593632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:02 smithi148 ceph-mon[32990]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:02 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2130593632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:02.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:02 smithi133 ceph-mon[32344]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:02 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2130593632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:03.489 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6840/3162034642,v1:172.21.15.100:6841/3162034642] up:boot 2024-04-26T01:43:03.489 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: fsmap 11 up:standby 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:43:03.490 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:03 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6840/3162034642,v1:172.21.15.100:6841/3162034642] up:boot 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: fsmap 11 up:standby 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:43:03.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:43:03.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:03 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:03.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6840/3162034642,v1:172.21.15.100:6841/3162034642] up:boot 2024-04-26T01:43:03.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: fsmap 11 up:standby 2024-04-26T01:43:03.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:43:03.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:03 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:04.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:04 smithi133 ceph-mon[32344]: Deploying daemon mds.b on smithi133 2024-04-26T01:43:04.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:04 smithi133 ceph-mon[32344]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:04.650 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:04 smithi133 systemd[1]: Starting Ceph mds.b for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:43:04.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:04 smithi100 ceph-mon[28020]: Deploying daemon mds.b on smithi133 2024-04-26T01:43:04.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:04 smithi100 ceph-mon[28020]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:04 smithi148 ceph-mon[32990]: Deploying daemon mds.b on smithi133 2024-04-26T01:43:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:04 smithi148 ceph-mon[32990]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:05.049 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:04 smithi133 podman[62606]: 2024-04-26 01:43:04.698046096 +0000 UTC m=+0.018171113 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:43:05.049 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:04 smithi133 podman[62606]: 2024-04-26 01:43:04.816458198 +0000 UTC m=+0.136583201 container create 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-26T01:43:05.049 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 podman[62606]: 2024-04-26 01:43:05.052496208 +0000 UTC m=+0.372621211 container init 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T01:43:05.184 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:43:05.399 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 podman[62606]: 2024-04-26 01:43:05.055328505 +0000 UTC m=+0.375453515 container start 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T01:43:05.400 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 ceph-mds[62625]: -- 172.21.15.133:0/3504960478 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d2d4d7a40 con 0x563d2d4aac00 2024-04-26T01:43:05.400 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: starting mds.b at 2024-04-26T01:43:05.400 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 bash[62606]: 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa 2024-04-26T01:43:05.400 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:05 smithi133 systemd[1]: Started Ceph mds.b for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:43:05.663 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.492 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:06.493 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.493 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:boot 2024-04-26T01:43:06.493 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: fsmap 12 up:standby 2024-04-26T01:43:06.493 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:43:06.493 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:06.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:boot 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: fsmap 12 up:standby 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:43:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:boot 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: fsmap 12 up:standby 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:43:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:07.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 -- 172.21.15.100:0/3098558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678105870 msgr2=0x7f96781098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:07.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 --2- 172.21.15.100:0/3098558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678105870 0x7f96781098c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9664009990 tx=0x7f9664009ca0 comp rx=0 tx=0).stop 2024-04-26T01:43:07.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 -- 172.21.15.100:0/3098558773 shutdown_connections 2024-04-26T01:43:07.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 --2- 172.21.15.100:0/3098558773 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678109fa0 0x7f9678111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:07.997 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 --2- 172.21.15.100:0/3098558773 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f96781052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:07.998 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 --2- 172.21.15.100:0/3098558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678105870 0x7f96781098c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:07.998 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 -- 172.21.15.100:0/3098558773 >> 172.21.15.100:0/3098558773 conn(0x7f9678100750 msgr2=0x7f9678102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:07.998 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 -- 172.21.15.100:0/3098558773 shutdown_connections 2024-04-26T01:43:07.998 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:07.999+0000 7f967d400700 1 -- 172.21.15.100:0/3098558773 wait complete. 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.000+0000 7f967d400700 1 Processor -- start 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.000+0000 7f967d400700 1 -- start start 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f967819b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678109fa0 0x7f967819fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:07.999 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9678114fc0 con 0x7f9678104ec0 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9678114e40 con 0x7f9678109fa0 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f967d400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9678115140 con 0x7f9678105870 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:44540/0 (socket says 172.21.15.100:44540) 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 -- 172.21.15.100:0/3653413598 learned_addr learned my addr 172.21.15.100:0/3653413598 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9676800700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f967819b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9677200700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678109fa0 0x7f967819fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 -- 172.21.15.100:0/3653413598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678109fa0 msgr2=0x7f967819fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678109fa0 0x7f967819fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 -- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 msgr2=0x7f967819b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f967819b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9675e00700 1 -- 172.21.15.100:0/3653413598 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96781a0440 con 0x7f9678105870 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.001+0000 7f9676800700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f967819b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:43:08.000 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f9675e00700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9664000c00 tx=0x7f9664005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:08.001 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9664027070 con 0x7f9678105870 2024-04-26T01:43:08.001 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f966400fdd0 con 0x7f9678105870 2024-04-26T01:43:08.001 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96781a06d0 con 0x7f9678105870 2024-04-26T01:43:08.001 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96640173f0 con 0x7f9678105870 2024-04-26T01:43:08.002 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.002+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96781a7fb0 con 0x7f9678105870 2024-04-26T01:43:08.002 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.003+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9678069730 con 0x7f9678105870 2024-04-26T01:43:08.003 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.005+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f966402a070 con 0x7f9678105870 2024-04-26T01:43:08.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.006+0000 7f966f400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 0x7f965c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:08.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.007+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f96640d0c50 con 0x7f9678105870 2024-04-26T01:43:08.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.007+0000 7f9676800700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 0x7f965c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:08.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.007+0000 7f9676800700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 0x7f965c0a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9668009cc0 tx=0x7f9668009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:08.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.011+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9664013070 con 0x7f9678105870 2024-04-26T01:43:08.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.293+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f967802df80 con 0x7f9678105870 2024-04-26T01:43:08.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.294+0000 7f966f400700 1 -- 172.21.15.100:0/3653413598 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10506 (secure 0 0 0) 0x7f966409dac0 con 0x7f9678105870 2024-04-26T01:43:08.292 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:43:08.293 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24463,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24499,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24511,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24515,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24533,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 msgr2=0x7f965c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 0x7f965c0a6180 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9668009cc0 tx=0x7f9668009260 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 msgr2=0x7f967819b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9664000c00 tx=0x7f9664005ef0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 shutdown_connections 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f965c0a3cc0 0x7f965c0a6180 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9678109fa0 0x7f967819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9678104ec0 0x7f967819b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 --2- 172.21.15.100:0/3653413598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9678105870 0x7f967819b970 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 >> 172.21.15.100:0/3653413598 conn(0x7f9678100750 msgr2=0x7f9678101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 shutdown_connections 2024-04-26T01:43:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:08.298+0000 7f967d400700 1 -- 172.21.15.100:0/3653413598 wait complete. 2024-04-26T01:43:08.297 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 13 2024-04-26T01:43:08.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:08 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:08 smithi148 ceph-mon[32990]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:08.569 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.569 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.569 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.569 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:08 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.569 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:08 smithi100 ceph-mon[28020]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:08 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:08.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:08 smithi133 ceph-mon[32344]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:09.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:09 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3653413598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:09.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:09 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3653413598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:09.561 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-04-26T01:43:09.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:09 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3653413598' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:43:09.994 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:10.396 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:10 smithi100 ceph-mon[28020]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:10.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:10 smithi148 ceph-mon[32990]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:10.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:10 smithi133 ceph-mon[32344]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 -- 172.21.15.100:0/2964044179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006b0f0 msgr2=0x7fb5f010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/2964044179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006b0f0 0x7fb5f010f900 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb5e800b0a0 tx=0x7fb5e800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 -- 172.21.15.100:0/2964044179 shutdown_connections 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/2964044179 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006b0f0 0x7fb5f010f900 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/2964044179 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f0108a30 0x7fb5f0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/2964044179 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f006a750 0x7fb5f006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 -- 172.21.15.100:0/2964044179 >> 172.21.15.100:0/2964044179 conn(0x7fb5f00788f0 msgr2=0x7fb5f0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 -- 172.21.15.100:0/2964044179 shutdown_connections 2024-04-26T01:43:12.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.392+0000 7fb5f7c00700 1 -- 172.21.15.100:0/2964044179 wait complete. 2024-04-26T01:43:12.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.394+0000 7fb5f7c00700 1 Processor -- start 2024-04-26T01:43:12.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.394+0000 7fb5f7c00700 1 -- start start 2024-04-26T01:43:12.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f006b0f0 0x7fb5f019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f0108a30 0x7fb5f019fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f0112da0 con 0x7fb5f006b0f0 2024-04-26T01:43:12.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f0112c20 con 0x7fb5f0108a30 2024-04-26T01:43:12.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f7c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f0112f20 con 0x7fb5f006a750 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5efe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f006b0f0 0x7fb5f019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:44550/0 (socket says 172.21.15.100:44550) 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 -- 172.21.15.100:0/778241838 learned_addr learned my addr 172.21.15.100:0/778241838 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f0108a30 0x7fb5f019fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 -- 172.21.15.100:0/778241838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f0108a30 msgr2=0x7fb5f019fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f0108a30 0x7fb5f019fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 -- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f006b0f0 msgr2=0x7fb5f019b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f006b0f0 0x7fb5f019b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.395+0000 7fb5f5200700 1 -- 172.21.15.100:0/778241838 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f01a03e0 con 0x7fb5f006a750 2024-04-26T01:43:12.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.396+0000 7fb5f5200700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400e9a0 tx=0x7fb5e400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:12.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.399+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e400ca10 con 0x7fb5f006a750 2024-04-26T01:43:12.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.399+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5e400cbb0 con 0x7fb5f006a750 2024-04-26T01:43:12.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.399+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5f01a06d0 con 0x7fb5f006a750 2024-04-26T01:43:12.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.399+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e4018680 con 0x7fb5f006a750 2024-04-26T01:43:12.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.399+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5f01a7f50 con 0x7fb5f006a750 2024-04-26T01:43:12.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.401+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5f0069730 con 0x7fb5f006a750 2024-04-26T01:43:12.399 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.402+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fb5e4010430 con 0x7fb5f006a750 2024-04-26T01:43:12.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.403+0000 7fb5ed600700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 0x7fb5d80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:12.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.404+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb5e40d0090 con 0x7fb5f006a750 2024-04-26T01:43:12.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.404+0000 7fb5efe00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 0x7fb5d80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:12.402 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.404+0000 7fb5efe00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 0x7fb5d80a6180 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb5f010fd20 tx=0x7fb5dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:12.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.408+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb5e409ce70 con 0x7fb5f006a750 2024-04-26T01:43:12.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.635+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb5f01a8120 con 0x7fb5f006a750 2024-04-26T01:43:12.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.636+0000 7fb5ed600700 1 -- 172.21.15.100:0/778241838 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7fb5e409c770 con 0x7fb5f006a750 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout:[ 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout: "poolnum": 1, 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout: "poolname": ".mgr" 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:43:12.634 INFO:teuthology.orchestra.run.smithi100.stdout:] 2024-04-26T01:43:12.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 msgr2=0x7fb5d80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 0x7fb5d80a6180 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb5f010fd20 tx=0x7fb5dc009260 comp rx=0 tx=0).stop 2024-04-26T01:43:12.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 msgr2=0x7fb5f019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:12.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400e9a0 tx=0x7fb5e400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 shutdown_connections 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5d80a3cc0 0x7fb5d80a6180 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5f0108a30 0x7fb5f019fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5f006a750 0x7fb5f019b3d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 --2- 172.21.15.100:0/778241838 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5f006b0f0 0x7fb5f019b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:12.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 >> 172.21.15.100:0/778241838 conn(0x7fb5f00788f0 msgr2=0x7fb5f00ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:12.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 shutdown_connections 2024-04-26T01:43:12.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:12.639+0000 7fb5f7c00700 1 -- 172.21.15.100:0/778241838 wait complete. 2024-04-26T01:43:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.649 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:12.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:12.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:12 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:12 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:12 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:13.475 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T01:43:13.475 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T01:43:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:13 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/778241838' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:43:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:13 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/778241838' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:43:13.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:13 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/778241838' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:43:14.538 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:14.683 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:14 smithi100 ceph-mon[28020]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:14.683 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.683 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:14 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:14 smithi148 ceph-mon[32990]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:14 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:14 smithi133 ceph-mon[32344]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:14 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:16.149 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:15 smithi133 ceph-mon[32344]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:15 smithi148 ceph-mon[32990]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:16.315 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:15 smithi100 ceph-mon[28020]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.840+0000 7f826b400700 1 -- 172.21.15.100:0/1010127415 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 msgr2=0x7f82641096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.840+0000 7f826b400700 1 --2- 172.21.15.100:0/1010127415 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641096b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f82580099c0 tx=0x7f8258009cd0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 -- 172.21.15.100:0/1010127415 shutdown_connections 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 --2- 172.21.15.100:0/1010127415 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 0x7f8264115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 --2- 172.21.15.100:0/1010127415 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641096b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 --2- 172.21.15.100:0/1010127415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f826410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 -- 172.21.15.100:0/1010127415 >> 172.21.15.100:0/1010127415 conn(0x7f8264076210 msgr2=0x7f8264078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:16.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 -- 172.21.15.100:0/1010127415 shutdown_connections 2024-04-26T01:43:16.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.841+0000 7f826b400700 1 -- 172.21.15.100:0/1010127415 wait complete. 2024-04-26T01:43:16.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.842+0000 7f826b400700 1 Processor -- start 2024-04-26T01:43:16.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.842+0000 7f826b400700 1 -- start start 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f82641a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 0x7f826419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f82641193a0 con 0x7f826410e3b0 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8264119220 con 0x7f8264109c80 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f826b400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8264119520 con 0x7f82641092d0 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f8268a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f8268a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42560/0 (socket says 172.21.15.100:42560) 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f8263e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f82641a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:16.841 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f8268a00700 1 -- 172.21.15.100:0/2343085978 learned_addr learned my addr 172.21.15.100:0/2343085978 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:16.842 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.843+0000 7f8269400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 0x7f826419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:16.842 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 -- 172.21.15.100:0/2343085978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 msgr2=0x7f82641a5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:16.842 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.842 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 -- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 msgr2=0x7f826419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 0x7f826419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 -- 172.21.15.100:0/2343085978 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826419ff80 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8268a00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8263e00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f82641a5ac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f825000e9c0 tx=0x7f825000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250004220 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8250004d00 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.844+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8250005020 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.845+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82641a0270 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.845+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82641ac500 con 0x7f8264109c80 2024-04-26T01:43:16.843 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.846+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f826410a7b0 con 0x7f8264109c80 2024-04-26T01:43:16.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.848+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f8250004750 con 0x7f8264109c80 2024-04-26T01:43:16.847 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.849+0000 7f8261600700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 0x7f824c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:16.847 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.850+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f82500d0110 con 0x7f8264109c80 2024-04-26T01:43:16.847 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.850+0000 7f8268a00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 0x7f824c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:16.848 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.850+0000 7f8268a00700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 0x7f824c0a6100 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8258009990 tx=0x7f8258005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:16.849 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:16.851+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8250052ff0 con 0x7f8264109c80 2024-04-26T01:43:17.080 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.082+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f82641a0b80 con 0x7f8264109c80 2024-04-26T01:43:17.930 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.931+0000 7f8261600700 1 -- 172.21.15.100:0/2343085978 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f825009cef0 con 0x7f8264109c80 2024-04-26T01:43:17.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.938+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 msgr2=0x7f824c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.938+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 0x7f824c0a6100 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8258009990 tx=0x7f8258005960 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.938+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 msgr2=0x7f82641a5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.938+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f82641a5ac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f825000e9c0 tx=0x7f825000ecd0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 shutdown_connections 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f826410e3b0 0x7f826419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f82641092d0 0x7f82641a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f824c0a3c40 0x7f824c0a6100 secure :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8258009990 tx=0x7f8258005960 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 --2- 172.21.15.100:0/2343085978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8264109c80 0x7f82641a5ac0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.939+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 >> 172.21.15.100:0/2343085978 conn(0x7f8264076210 msgr2=0x7f826410d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:17.940 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.942+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 shutdown_connections 2024-04-26T01:43:17.940 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:17.942+0000 7f826b400700 1 -- 172.21.15.100:0/2343085978 wait complete. 2024-04-26T01:43:17.943 INFO:teuthology.orchestra.run.smithi100.stderr:pool 'cephfs_metadata' created 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2343085978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:17 smithi133 ceph-mon[32344]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2343085978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:17 smithi148 ceph-mon[32990]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:43:18.321 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2343085978' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.322 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:43:18.322 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:17 smithi100 ceph-mon[28020]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:18.859 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T01:43:19.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:18 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:43:19.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:18 smithi100 ceph-mon[28020]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:43:19.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:18 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:43:19.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:18 smithi148 ceph-mon[32990]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:43:19.312 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:19.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:18 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:43:19.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:18 smithi133 ceph-mon[32344]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:43:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:19 smithi100 ceph-mon[28020]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:43:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:19 smithi100 ceph-mon[28020]: pgmap v321: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:19 smithi148 ceph-mon[32990]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:43:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:19 smithi148 ceph-mon[32990]: pgmap v321: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:20.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:19 smithi133 ceph-mon[32344]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:43:20.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:19 smithi133 ceph-mon[32344]: pgmap v321: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:21.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:20 smithi100 ceph-mon[28020]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:43:21.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:20 smithi100 ceph-mon[28020]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:43:21.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:20 smithi148 ceph-mon[32990]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:43:21.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:20 smithi148 ceph-mon[32990]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:43:21.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:20 smithi133 ceph-mon[32344]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:43:21.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:20 smithi133 ceph-mon[32344]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:43:21.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 -- 172.21.15.100:0/1536591085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 msgr2=0x7f89ec10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 --2- 172.21.15.100:0/1536591085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec10f8b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f89e400b0a0 tx=0x7f89e400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 -- 172.21.15.100:0/1536591085 shutdown_connections 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 --2- 172.21.15.100:0/1536591085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec10f8b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 --2- 172.21.15.100:0/1536591085 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 0x7f89ec108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 --2- 172.21.15.100:0/1536591085 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 -- 172.21.15.100:0/1536591085 >> 172.21.15.100:0/1536591085 conn(0x7f89ec079ba0 msgr2=0x7f89ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.615+0000 7f89f3800700 1 -- 172.21.15.100:0/1536591085 shutdown_connections 2024-04-26T01:43:21.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.616+0000 7f89f3800700 1 -- 172.21.15.100:0/1536591085 wait complete. 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.616+0000 7f89f3800700 1 Processor -- start 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 -- start start 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 0x7f89ec0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec112df0 con 0x7f89ec102a90 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec112c70 con 0x7f89ec103450 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f3800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec112f70 con 0x7f89ec108a50 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f0e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89ebe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:21.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f0e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52964/0 (socket says 172.21.15.100:52964) 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89ebe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52642/0 (socket says 172.21.15.100:52642) 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.617+0000 7f89f0e00700 1 -- 172.21.15.100:0/1413574753 learned_addr learned my addr 172.21.15.100:0/1413574753 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89f1800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 0x7f89ec0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 -- 172.21.15.100:0/1413574753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 msgr2=0x7f89ec0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 0x7f89ec0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 -- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 msgr2=0x7f89ec074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 -- 172.21.15.100:0/1413574753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ec1abb70 con 0x7f89ec103450 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89f0e00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:21.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.618+0000 7f89ebe00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f89d800e9f0 tx=0x7f89d800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.619+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d800c9c0 con 0x7f89ec103450 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.619+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f89d800cb60 con 0x7f89ec103450 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.619+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d8018680 con 0x7f89ec103450 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.619+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89ec1abe00 con 0x7f89ec103450 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.619+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89ec1ac1a0 con 0x7f89ec103450 2024-04-26T01:43:21.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.620+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89ec104180 con 0x7f89ec103450 2024-04-26T01:43:21.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.622+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f89d8010430 con 0x7f89ec103450 2024-04-26T01:43:21.621 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.623+0000 7f89e9600700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 0x7f89d40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:21.621 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.624+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7f89d80d0370 con 0x7f89ec103450 2024-04-26T01:43:21.621 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.624+0000 7f89f0e00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 0x7f89d40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:21.622 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.624+0000 7f89f0e00700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 0x7f89d40a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009680 tx=0x7f89e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:21.623 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.626+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89d809d070 con 0x7f89ec103450 2024-04-26T01:43:21.856 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.858+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f89ec02e140 con 0x7f89ec103450 2024-04-26T01:43:21.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.973+0000 7f89e9600700 1 -- 172.21.15.100:0/1413574753 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7f89d809c970 con 0x7f89ec103450 2024-04-26T01:43:21.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.986+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 msgr2=0x7f89d40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:21.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.986+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 0x7f89d40a6180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f89e0009680 tx=0x7f89e0009260 comp rx=0 tx=0).stop 2024-04-26T01:43:21.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.986+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 msgr2=0x7f89ec075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:21.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.986+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f89d800e9f0 tx=0x7f89d800ed00 comp rx=0 tx=0).stop 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.988+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 shutdown_connections 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f89ec108a50 0x7f89ec0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f89ec102a90 0x7f89ec074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f89d40a3cc0 0x7f89d40a6180 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 --2- 172.21.15.100:0/1413574753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89ec103450 0x7f89ec075280 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:21.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 >> 172.21.15.100:0/1413574753 conn(0x7f89ec079ba0 msgr2=0x7f89ec1016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:21.988 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.989+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 shutdown_connections 2024-04-26T01:43:21.988 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:21.990+0000 7f89f3800700 1 -- 172.21.15.100:0/1413574753 wait complete. 2024-04-26T01:43:21.990 INFO:teuthology.orchestra.run.smithi100.stderr:pool 'cephfs_data' created 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:21 smithi148 ceph-mon[32990]: pgmap v323: 33 pgs: 2 creating+peering, 24 active+clean, 7 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:21 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1413574753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:21 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:21 smithi100 ceph-mon[28020]: pgmap v323: 33 pgs: 2 creating+peering, 24 active+clean, 7 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:22.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1413574753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:21 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:21 smithi133 ceph-mon[32344]: pgmap v323: 33 pgs: 2 creating+peering, 24 active+clean, 7 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:22.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:21 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1413574753' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:21 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:43:22.994 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T01:43:23.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:22 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:43:23.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:22 smithi148 ceph-mon[32990]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:43:23.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:22 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:43:23.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:22 smithi100 ceph-mon[28020]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:43:23.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:22 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:43:23.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:22 smithi133 ceph-mon[32344]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:43:23.414 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:24.302 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:24 smithi133 ceph-mon[32344]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:43:24.302 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:24 smithi133 ceph-mon[32344]: pgmap v326: 97 pgs: 20 creating+peering, 31 active+clean, 46 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:24 smithi148 ceph-mon[32990]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:24 smithi148 ceph-mon[32990]: pgmap v326: 97 pgs: 20 creating+peering, 31 active+clean, 46 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:24.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:24 smithi100 ceph-mon[28020]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:43:24.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:24 smithi100 ceph-mon[28020]: pgmap v326: 97 pgs: 20 creating+peering, 31 active+clean, 46 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:25.158 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:25 smithi100 ceph-mon[28020]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:43:25.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:25 smithi148 ceph-mon[32990]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:43:25.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:25 smithi133 ceph-mon[32344]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 -- 172.21.15.100:0/3040424664 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 msgr2=0x7fdb88102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 --2- 172.21.15.100:0/3040424664 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb88102f10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fdb74009990 tx=0x7fdb74009ca0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 -- 172.21.15.100:0/3040424664 shutdown_connections 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 --2- 172.21.15.100:0/3040424664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 --2- 172.21.15.100:0/3040424664 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 0x7fdb88108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 --2- 172.21.15.100:0/3040424664 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb88102f10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 -- 172.21.15.100:0/3040424664 >> 172.21.15.100:0/3040424664 conn(0x7fdb88079ba0 msgr2=0x7fdb88079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 -- 172.21.15.100:0/3040424664 shutdown_connections 2024-04-26T01:43:25.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.718+0000 7fdb90000700 1 -- 172.21.15.100:0/3040424664 wait complete. 2024-04-26T01:43:25.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.720+0000 7fdb90000700 1 Processor -- start 2024-04-26T01:43:25.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.720+0000 7fdb90000700 1 -- start start 2024-04-26T01:43:25.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.720+0000 7fdb90000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb8819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:25.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb90000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8819b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:25.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb90000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 0x7fdb8819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb90000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdb88112da0 con 0x7fdb88102a90 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb90000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdb88112c20 con 0x7fdb88103450 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb90000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdb88112f20 con 0x7fdb88108a50 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8d600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb8819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8819b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8d600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb8819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41084/0 (socket says 172.21.15.100:41084) 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8d600700 1 -- 172.21.15.100:0/3354816967 learned_addr learned my addr 172.21.15.100:0/3354816967 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8e000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 0x7fdb8819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 -- 172.21.15.100:0/3354816967 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 msgr2=0x7fdb8819fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 0x7fdb8819fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 -- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 msgr2=0x7fdb8819b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb8819b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.721+0000 7fdb8cc00700 1 -- 172.21.15.100:0/3354816967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb881a03e0 con 0x7fdb88103450 2024-04-26T01:43:25.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb8cc00700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8819b910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdb740059d0 tx=0x7fdb740047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:25.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb74027070 con 0x7fdb88103450 2024-04-26T01:43:25.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdb7400b610 con 0x7fdb88103450 2024-04-26T01:43:25.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb881a0670 con 0x7fdb88103450 2024-04-26T01:43:25.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb740173f0 con 0x7fdb88103450 2024-04-26T01:43:25.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.722+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb881a7f50 con 0x7fdb88103450 2024-04-26T01:43:25.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.723+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb88104180 con 0x7fdb88103450 2024-04-26T01:43:25.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.725+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fdb7402a070 con 0x7fdb88103450 2024-04-26T01:43:25.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.726+0000 7fdb86000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 0x7fdb700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:25.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.727+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7fdb740d11c0 con 0x7fdb88103450 2024-04-26T01:43:25.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.727+0000 7fdb8d600700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 0x7fdb700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:25.725 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.727+0000 7fdb8d600700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 0x7fdb700a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c009ca0 tx=0x7fdb7c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:25.729 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:25.730+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb7405eff0 con 0x7fdb88103450 2024-04-26T01:43:26.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:26.009+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fdb881a8120 con 0x7fdb88103450 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:26 smithi148 ceph-mon[32990]: pgmap v328: 97 pgs: 18 creating+peering, 63 active+clean, 16 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:26.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:26 smithi100 ceph-mon[28020]: pgmap v328: 97 pgs: 18 creating+peering, 63 active+clean, 16 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:26.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:26 smithi133 ceph-mon[32344]: pgmap v328: 97 pgs: 18 creating+peering, 63 active+clean, 16 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:27.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.014+0000 7fdb86000700 1 -- 172.21.15.100:0/3354816967 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fdb74099030 con 0x7fdb88103450 2024-04-26T01:43:27.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 msgr2=0x7fdb700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:27.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 0x7fdb700a6180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdb7c009ca0 tx=0x7fdb7c009260 comp rx=0 tx=0).stop 2024-04-26T01:43:27.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 msgr2=0x7fdb8819b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8819b910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdb740059d0 tx=0x7fdb740047b0 comp rx=0 tx=0).stop 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 shutdown_connections 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdb88108a50 0x7fdb8819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdb88102a90 0x7fdb8819b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fdb700a3cc0 0x7fdb700a6180 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 --2- 172.21.15.100:0/3354816967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb88103450 0x7fdb8819b910 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.020+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 >> 172.21.15.100:0/3354816967 conn(0x7fdb88079ba0 msgr2=0x7fdb88101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:27.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.021+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 shutdown_connections 2024-04-26T01:43:27.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:27.021+0000 7fdb90000700 1 -- 172.21.15.100:0/3354816967 wait complete. 2024-04-26T01:43:27.025 INFO:teuthology.orchestra.run.smithi100.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:27 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3354816967' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:27 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:27 smithi148 ceph-mon[32990]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:27 smithi148 ceph-mon[32990]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:27 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:43:27.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:27 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3354816967' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:27 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:27 smithi100 ceph-mon[28020]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:43:27.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:27 smithi100 ceph-mon[28020]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:43:27.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:27 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:43:27.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:27 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3354816967' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:27 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:43:27.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:27 smithi133 ceph-mon[32344]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:43:27.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:27 smithi133 ceph-mon[32344]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:43:27.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:27 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:43:27.967 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:43:28.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:28 smithi148 ceph-mon[32990]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:43:28.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:28 smithi148 ceph-mon[32990]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:43:28.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:28 smithi148 ceph-mon[32990]: pgmap v330: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:28 smithi100 ceph-mon[28020]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:43:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:28 smithi100 ceph-mon[28020]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:43:28.325 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:28 smithi100 ceph-mon[28020]: pgmap v330: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:28.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:28 smithi133 ceph-mon[32344]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:43:28.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:28 smithi133 ceph-mon[32344]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:43:28.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:28 smithi133 ceph-mon[32344]: pgmap v330: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:43:28.434 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:29.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:29 smithi148 ceph-mon[32990]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:43:29.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:29 smithi148 ceph-mon[32990]: Cluster is now healthy 2024-04-26T01:43:29.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:29 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:active 2024-04-26T01:43:29.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:29 smithi148 ceph-mon[32990]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:29.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:29 smithi148 ceph-mon[32990]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:29.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:29 smithi100 ceph-mon[28020]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:43:29.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:29 smithi100 ceph-mon[28020]: Cluster is now healthy 2024-04-26T01:43:29.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:29 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:active 2024-04-26T01:43:29.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:29 smithi100 ceph-mon[28020]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:29.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:29 smithi100 ceph-mon[28020]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:29.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:29 smithi133 ceph-mon[32344]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:43:29.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:29 smithi133 ceph-mon[32344]: Cluster is now healthy 2024-04-26T01:43:29.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:29 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] up:active 2024-04-26T01:43:29.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:29 smithi133 ceph-mon[32344]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:29.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:29 smithi133 ceph-mon[32344]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:30.299 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:30 smithi100 ceph-mon[28020]: pgmap v331: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 0 op/s 2024-04-26T01:43:30.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:30 smithi148 ceph-mon[32990]: pgmap v331: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 0 op/s 2024-04-26T01:43:30.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:30 smithi133 ceph-mon[32344]: pgmap v331: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 0 op/s 2024-04-26T01:43:30.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 -- 172.21.15.100:0/150874384 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 msgr2=0x7f9d7810dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:30.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/150874384 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d7810dcc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9d640099c0 tx=0x7f9d64009cd0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 -- 172.21.15.100:0/150874384 shutdown_connections 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/150874384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d7810e3a0 0x7f9d78115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/150874384 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d78109310 0x7f9d781096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/150874384 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d7810dcc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 -- 172.21.15.100:0/150874384 >> 172.21.15.100:0/150874384 conn(0x7f9d78076210 msgr2=0x7f9d78078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 -- 172.21.15.100:0/150874384 shutdown_connections 2024-04-26T01:43:30.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.597+0000 7f9d7cc00700 1 -- 172.21.15.100:0/150874384 wait complete. 2024-04-26T01:43:30.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.598+0000 7f9d7cc00700 1 Processor -- start 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 -- start start 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 0x7f9d781a5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 0x7f9d7819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9d78119370 con 0x7f9d78109cc0 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9d781191f0 con 0x7f9d78109310 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d7cc00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9d781194f0 con 0x7f9d7810e3a0 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d75400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d75400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41106/0 (socket says 172.21.15.100:41106) 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d75400700 1 -- 172.21.15.100:0/2194914102 learned_addr learned my addr 172.21.15.100:0/2194914102 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.599+0000 7f9d75e00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 0x7f9d781a5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:30.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d76800700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 0x7f9d7819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 -- 172.21.15.100:0/2194914102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 msgr2=0x7f9d7819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 0x7f9d7819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 -- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 msgr2=0x7f9d781a5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 -- 172.21.15.100:0/2194914102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d7819ff90 con 0x7f9d78109310 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d76800700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 0x7f9d7819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75400700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:30.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d75e00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 0x7f9d781a5590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d6800e9f0 tx=0x7f9d6800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6800cbd0 con 0x7f9d78109310 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9d680044f0 con 0x7f9d78109310 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d68005280 con 0x7f9d78109310 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.600+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d781a0280 con 0x7f9d78109310 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.601+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d781ac510 con 0x7f9d78109310 2024-04-26T01:43:30.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.602+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d7810a7a0 con 0x7f9d78109310 2024-04-26T01:43:30.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.604+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f9d68004750 con 0x7f9d78109310 2024-04-26T01:43:30.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.605+0000 7f9d6ea00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 0x7f9d5c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:30.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.605+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f9d680d04a0 con 0x7f9d78109310 2024-04-26T01:43:30.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.605+0000 7f9d75400700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 0x7f9d5c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:30.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.606+0000 7f9d75400700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 0x7f9d5c0a6100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9d781a0eb0 tx=0x7f9d64005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:30.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.608+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d6809cf30 con 0x7f9d78109310 2024-04-26T01:43:30.830 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.834+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d781a0b90 con 0x7f9d78109310 2024-04-26T01:43:30.832 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.836+0000 7f9d6ea00700 1 -- 172.21.15.100:0/2194914102 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22289 (secure 0 0 0) 0x7f9d6809c830 con 0x7f9d78109310 2024-04-26T01:43:30.833 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:43:30.833 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":89,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:43:26.014550+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 msgr2=0x7f9d5c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 0x7f9d5c0a6100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9d781a0eb0 tx=0x7f9d64005960 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 msgr2=0x7f9d781a5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 0x7f9d781a5590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d6800e9f0 tx=0x7f9d6800ed00 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 shutdown_connections 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9d7810e3a0 0x7f9d7819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9d5c0a3c40 0x7f9d5c0a6100 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d78109310 0x7f9d781a5590 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 --2- 172.21.15.100:0/2194914102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9d78109cc0 0x7f9d781a5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:30.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 >> 172.21.15.100:0/2194914102 conn(0x7f9d78076210 msgr2=0x7f9d780785b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:30.837 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 shutdown_connections 2024-04-26T01:43:30.837 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:30.839+0000 7f9d7cc00700 1 -- 172.21.15.100:0/2194914102 wait complete. 2024-04-26T01:43:31.270 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:31 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2194914102' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:31.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:31 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2194914102' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:31.399 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:31 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2194914102' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:31.684 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:43:31.899 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:43:31.434+0000 7fbb10870700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T01:43:32.051 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:32 smithi100 ceph-mon[28020]: pgmap v332: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:32.126 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:32.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:32 smithi148 ceph-mon[32990]: pgmap v332: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:32.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:32 smithi133 ceph-mon[32344]: pgmap v332: 97 pgs: 97 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:34.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.384+0000 7f56df800700 1 -- 172.21.15.100:0/798750196 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d8108a80 msgr2=0x7f56d8108e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:34.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.384+0000 7f56df800700 1 --2- 172.21.15.100:0/798750196 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d8108a80 0x7f56d8108e60 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f56cc009990 tx=0x7f56cc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 -- 172.21.15.100:0/798750196 shutdown_connections 2024-04-26T01:43:34.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 --2- 172.21.15.100:0/798750196 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d81034b0 0x7f56d810f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 --2- 172.21.15.100:0/798750196 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d8108a80 0x7f56d8108e60 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 --2- 172.21.15.100:0/798750196 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8102af0 0x7f56d8102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 -- 172.21.15.100:0/798750196 >> 172.21.15.100:0/798750196 conn(0x7f56d8079b20 msgr2=0x7f56d8079f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 -- 172.21.15.100:0/798750196 shutdown_connections 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.385+0000 7f56df800700 1 -- 172.21.15.100:0/798750196 wait complete. 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.386+0000 7f56df800700 1 Processor -- start 2024-04-26T01:43:34.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 -- start start 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d8102af0 0x7f56d819b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8108a80 0x7f56d819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f56d8112de0 con 0x7f56d81034b0 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f56d8112c60 con 0x7f56d8102af0 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56df800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f56d8112f60 con 0x7f56d8108a80 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56d7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56d7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48948/0 (socket says 172.21.15.100:48948) 2024-04-26T01:43:34.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56d7e00700 1 -- 172.21.15.100:0/1911834681 learned_addr learned my addr 172.21.15.100:0/1911834681 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.387+0000 7f56dce00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d8102af0 0x7f56d819b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56dd800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8108a80 0x7f56d819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 -- 172.21.15.100:0/1911834681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8108a80 msgr2=0x7f56d819fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8108a80 0x7f56d819fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 -- 172.21.15.100:0/1911834681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d8102af0 msgr2=0x7f56d819b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d8102af0 0x7f56d819b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 -- 172.21.15.100:0/1911834681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56d81a0490 con 0x7f56d81034b0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d7e00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f56c400e9c0 tx=0x7f56c400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.388+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c400cbd0 con 0x7f56d81034b0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.389+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f56c400ee60 con 0x7f56d81034b0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.389+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56d81a0780 con 0x7f56d81034b0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.389+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56c4005670 con 0x7f56d81034b0 2024-04-26T01:43:34.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.389+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56d81a8000 con 0x7f56d81034b0 2024-04-26T01:43:34.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.390+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56d8069730 con 0x7f56d81034b0 2024-04-26T01:43:34.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.392+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f56c4004750 con 0x7f56d81034b0 2024-04-26T01:43:34.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.394+0000 7f56d5600700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 0x7f56c00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:34.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.395+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f56c40d05f0 con 0x7f56d81034b0 2024-04-26T01:43:34.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.395+0000 7f56dce00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 0x7f56c00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:34.392 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.396+0000 7f56dce00700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 0x7f56c00a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f56cc00b790 tx=0x7f56cc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:34.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.399+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56c409d080 con 0x7f56d81034b0 2024-04-26T01:43:34.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:34 smithi100 ceph-mon[28020]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:43:34.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.631+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f56d81a81d0 con 0x7f56d81034b0 2024-04-26T01:43:34.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.635+0000 7f56d5600700 1 -- 172.21.15.100:0/1911834681 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22289 (secure 0 0 0) 0x7f56c409c980 con 0x7f56d81034b0 2024-04-26T01:43:34.632 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:43:34.633 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":89,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:43:26.014550+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:43:34.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 msgr2=0x7f56c00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:34.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 0x7f56c00a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f56cc00b790 tx=0x7f56cc00b260 comp rx=0 tx=0).stop 2024-04-26T01:43:34.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 msgr2=0x7f56d819b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:34.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f56c400e9c0 tx=0x7f56c400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 shutdown_connections 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56d8108a80 0x7f56d819fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56c00a3c40 0x7f56c00a6100 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56d8102af0 0x7f56d819b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 --2- 172.21.15.100:0/1911834681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56d81034b0 0x7f56d819b9c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.638+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 >> 172.21.15.100:0/1911834681 conn(0x7f56d8079b20 msgr2=0x7f56d8074f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.639+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 shutdown_connections 2024-04-26T01:43:34.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:34.639+0000 7f56df800700 1 -- 172.21.15.100:0/1911834681 wait complete. 2024-04-26T01:43:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:34 smithi148 ceph-mon[32990]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:43:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:34 smithi133 ceph-mon[32344]: pgmap v333: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-26T01:43:35.485 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-04-26T01:43:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:35 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1911834681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:35.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:35 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1911834681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:35.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:35 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1911834681' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:43:35.905 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:36.517 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:36 smithi100 ceph-mon[28020]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:36 smithi148 ceph-mon[32990]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:36.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:36 smithi133 ceph-mon[32344]: pgmap v334: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.234+0000 7f7f03e00700 1 -- 172.21.15.100:0/2436123617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 msgr2=0x7f7efc108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.234+0000 7f7f03e00700 1 --2- 172.21.15.100:0/2436123617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc108e00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009990 tx=0x7f7ef0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 -- 172.21.15.100:0/2436123617 shutdown_connections 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 --2- 172.21.15.100:0/2436123617 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06b980 0x7f7efc10f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 --2- 172.21.15.100:0/2436123617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc108e00 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 --2- 172.21.15.100:0/2436123617 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06afe0 0x7f7efc06b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 -- 172.21.15.100:0/2436123617 >> 172.21.15.100:0/2436123617 conn(0x7f7efc0788b0 msgr2=0x7f7efc078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 -- 172.21.15.100:0/2436123617 shutdown_connections 2024-04-26T01:43:38.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.235+0000 7f7f03e00700 1 -- 172.21.15.100:0/2436123617 wait complete. 2024-04-26T01:43:38.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.236+0000 7f7f03e00700 1 Processor -- start 2024-04-26T01:43:38.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.236+0000 7f7f03e00700 1 -- start start 2024-04-26T01:43:38.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 0x7f7efc199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:38.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 0x7f7efc1997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:38.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc19db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc112d90 con 0x7f7efc06afe0 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc112c10 con 0x7f7efc108a20 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f03e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7efc112f10 con 0x7f7efc06b980 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f01400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 0x7f7efc199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f01400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 0x7f7efc199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48956/0 (socket says 172.21.15.100:48956) 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f01400700 1 -- 172.21.15.100:0/517495189 learned_addr learned my addr 172.21.15.100:0/517495189 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f00a00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 0x7f7efc1997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.237+0000 7f7f01e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc19db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 -- 172.21.15.100:0/517495189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 msgr2=0x7f7efc19db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc19db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 -- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 msgr2=0x7f7efc199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 0x7f7efc199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 -- 172.21.15.100:0/517495189 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7efc19e270 con 0x7f7efc06b980 2024-04-26T01:43:38.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f00a00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 0x7f7efc1997a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00e9f0 tx=0x7f7eec00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:38.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec00c9c0 con 0x7f7efc06b980 2024-04-26T01:43:38.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7efc19e560 con 0x7f7efc06b980 2024-04-26T01:43:38.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7eec00cb60 con 0x7f7efc06b980 2024-04-26T01:43:38.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eec018680 con 0x7f7efc06b980 2024-04-26T01:43:38.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.238+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7efc101930 con 0x7f7efc06b980 2024-04-26T01:43:38.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.239+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7efc069730 con 0x7f7efc06b980 2024-04-26T01:43:38.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.242+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f7eec010430 con 0x7f7efc06b980 2024-04-26T01:43:38.240 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.243+0000 7f7efa000700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 0x7f7ee40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:38.240 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.243+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f7eec0d06b0 con 0x7f7efc06b980 2024-04-26T01:43:38.240 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.243+0000 7f7f01400700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 0x7f7ee40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:38.240 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.244+0000 7f7f01400700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 0x7f7ee40a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7ef000b790 tx=0x7f7ef000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:38.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.246+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7eec09d1d0 con 0x7f7efc06b980 2024-04-26T01:43:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:38.523+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7efc02df80 con 0x7f7efc06b980 2024-04-26T01:43:38.520 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:38 smithi100 ceph-mon[28020]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:38 smithi148 ceph-mon[32990]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:38.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:38 smithi133 ceph-mon[32344]: pgmap v335: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:39.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.438+0000 7f7efa000700 1 -- 172.21.15.100:0/517495189 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f7eec09cad0 con 0x7f7efc06b980 2024-04-26T01:43:39.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 msgr2=0x7f7ee40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 0x7f7ee40a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7ef000b790 tx=0x7f7ef000b280 comp rx=0 tx=0).stop 2024-04-26T01:43:39.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 msgr2=0x7f7efc1997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:39.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 0x7f7efc1997a0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7eec00e9f0 tx=0x7f7eec00ed00 comp rx=0 tx=0).stop 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 shutdown_connections 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7ee40a3c40 0x7f7ee40a6100 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7efc108a20 0x7f7efc19db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7efc06afe0 0x7f7efc199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 --2- 172.21.15.100:0/517495189 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7efc06b980 0x7f7efc1997a0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 >> 172.21.15.100:0/517495189 conn(0x7f7efc0788b0 msgr2=0x7f7efc1006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 shutdown_connections 2024-04-26T01:43:39.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:39.442+0000 7f7f03e00700 1 -- 172.21.15.100:0/517495189 wait complete. 2024-04-26T01:43:39.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:39 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/517495189' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:39.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:39 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:39 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/517495189' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:39.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:39 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:39.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:39 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/517495189' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:39.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:39 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:43:40.290 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-26T01:43:40.290 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-04-26T01:43:40.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:40 smithi100 ceph-mon[28020]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:40.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:40 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:43:40.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:40 smithi100 ceph-mon[28020]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:40.726 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:40 smithi148 ceph-mon[32990]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:40 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:43:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:40 smithi148 ceph-mon[32990]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:40 smithi133 ceph-mon[32344]: pgmap v336: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:43:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:40 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:43:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:40 smithi133 ceph-mon[32344]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:42.725 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:42 smithi100 ceph-mon[28020]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 3 op/s 2024-04-26T01:43:42.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:42 smithi148 ceph-mon[32990]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 3 op/s 2024-04-26T01:43:42.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:42 smithi133 ceph-mon[32344]: pgmap v337: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 3 op/s 2024-04-26T01:43:43.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 -- 172.21.15.100:0/3495470510 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 msgr2=0x7f56a4111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:43.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 --2- 172.21.15.100:0/3495470510 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a4111890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f569c009f90 tx=0x7f569c00b330 comp rx=0 tx=0).stop 2024-04-26T01:43:43.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 -- 172.21.15.100:0/3495470510 shutdown_connections 2024-04-26T01:43:43.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 --2- 172.21.15.100:0/3495470510 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a4111890 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 --2- 172.21.15.100:0/3495470510 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4074c70 0x7f56a4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 --2- 172.21.15.100:0/3495470510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4075590 0x7f56a410ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 -- 172.21.15.100:0/3495470510 >> 172.21.15.100:0/3495470510 conn(0x7f56a4079ba0 msgr2=0x7f56a4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 -- 172.21.15.100:0/3495470510 shutdown_connections 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.021+0000 7f56ab600700 1 -- 172.21.15.100:0/3495470510 wait complete. 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 Processor -- start 2024-04-26T01:43:43.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 -- start start 2024-04-26T01:43:43.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:43.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 0x7f56a419b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:43.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:43.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f56a4114fc0 con 0x7f56a4075590 2024-04-26T01:43:43.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f56a4114e40 con 0x7f56a4074c70 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56ab600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f56a4115140 con 0x7f56a410f4a0 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.023+0000 7f56a3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 0x7f56a419b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 0x7f56a419b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:37506/0 (socket says 172.21.15.100:37506) 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a3e00700 1 -- 172.21.15.100:0/3575498324 learned_addr learned my addr 172.21.15.100:0/3575498324 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43696/0 (socket says 172.21.15.100:43696) 2024-04-26T01:43:43.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a9600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 -- 172.21.15.100:0/3575498324 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 msgr2=0x7f56a419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 -- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 msgr2=0x7f56a419b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 0x7f56a419b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 -- 172.21.15.100:0/3575498324 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56a41a03c0 con 0x7f56a4074c70 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a9600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.024+0000 7f56a8c00700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f569800e9c0 tx=0x7f569800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:43.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.025+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f569800c9c0 con 0x7f56a4074c70 2024-04-26T01:43:43.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.025+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f569800cb60 con 0x7f56a4074c70 2024-04-26T01:43:43.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.025+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56a41a06b0 con 0x7f56a4074c70 2024-04-26T01:43:43.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.025+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5698018680 con 0x7f56a4074c70 2024-04-26T01:43:43.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.025+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56a41a7f30 con 0x7f56a4074c70 2024-04-26T01:43:43.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.026+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56a4069730 con 0x7f56a4074c70 2024-04-26T01:43:43.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.028+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f5698010430 con 0x7f56a4074c70 2024-04-26T01:43:43.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.029+0000 7f56a1600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 0x7f568c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:43.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.029+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f56980d0450 con 0x7f56a4074c70 2024-04-26T01:43:43.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.030+0000 7f56a3e00700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 0x7f568c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:43.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.030+0000 7f56a3e00700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 0x7f568c0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f56a4110f10 tx=0x7f5690009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:43.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.034+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f569809cee0 con 0x7f56a4074c70 2024-04-26T01:43:43.308 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.311+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f56a41a81f0 con 0x7f56a4074c70 2024-04-26T01:43:43.456 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.459+0000 7f56a1600700 1 -- 172.21.15.100:0/3575498324 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f569809c7e0 con 0x7f56a4074c70 2024-04-26T01:43:43.459 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 msgr2=0x7f568c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:43.459 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 0x7f568c0a6100 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f56a4110f10 tx=0x7f5690009260 comp rx=0 tx=0).stop 2024-04-26T01:43:43.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 msgr2=0x7f56a419b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:43.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f569800e9c0 tx=0x7f569800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 shutdown_connections 2024-04-26T01:43:43.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56a410f4a0 0x7f56a419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f568c0a3c40 0x7f568c0a6100 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56a4074c70 0x7f56a419b3b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 --2- 172.21.15.100:0/3575498324 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56a4075590 0x7f56a419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 >> 172.21.15.100:0/3575498324 conn(0x7f56a4079ba0 msgr2=0x7f56a40ffb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 shutdown_connections 2024-04-26T01:43:43.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:43.463+0000 7f56ab600700 1 -- 172.21.15.100:0/3575498324 wait complete. 2024-04-26T01:43:43.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3575498324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:43.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:43 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3575498324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:43 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:43.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3575498324' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:43 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:43:44.274 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-04-26T01:43:44.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:43:44.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:43:44.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:43:44.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:43:44.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:44.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-26T01:43:44.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:44 smithi100 ceph-mon[28020]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-26T01:43:44.710 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-26T01:43:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:44 smithi148 ceph-mon[32990]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-26T01:43:44.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-26T01:43:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:44 smithi133 ceph-mon[32344]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-26T01:43:45.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:45 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:active 2024-04-26T01:43:45.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:45 smithi100 ceph-mon[28020]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:43:45.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:45 smithi100 ceph-mon[28020]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-26T01:43:45.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:45 smithi100 ceph-mon[28020]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:43:45.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:45 smithi100 ceph-mon[28020]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:43:45.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:45 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:active 2024-04-26T01:43:45.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:45 smithi148 ceph-mon[32990]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:43:45.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:45 smithi148 ceph-mon[32990]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-26T01:43:45.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:45 smithi148 ceph-mon[32990]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:43:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:45 smithi148 ceph-mon[32990]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:43:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:45 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] up:active 2024-04-26T01:43:45.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:45 smithi133 ceph-mon[32344]: daemon mds.g assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:43:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:45 smithi133 ceph-mon[32344]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-26T01:43:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:45 smithi133 ceph-mon[32344]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:creating} 9 up:standby 2024-04-26T01:43:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:45 smithi133 ceph-mon[32344]: daemon mds.g is now active in filesystem cephfs as rank 2 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: pgmap v339: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:active 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:43:46.718 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:46 smithi100 ceph-mon[28020]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: pgmap v339: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:active 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:43:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:46 smithi148 ceph-mon[32990]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:43:46.899 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:43:46.435+0000 7fbb10870700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T01:43:46.435+0000 7fbb10870700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: pgmap v339: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] up:active 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=g=up:active} 9 up:standby 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:43:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:46 smithi133 ceph-mon[32344]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:43:47.040 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 -- 172.21.15.100:0/3742867361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 msgr2=0x7f481c1097b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:47.040 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 --2- 172.21.15.100:0/3742867361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c1097b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4808009990 tx=0x7f4808009ca0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.040 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 -- 172.21.15.100:0/3742867361 shutdown_connections 2024-04-26T01:43:47.040 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 --2- 172.21.15.100:0/3742867361 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 0x7f481c111a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.041 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 --2- 172.21.15.100:0/3742867361 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.041 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 --2- 172.21.15.100:0/3742867361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c1097b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.041 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 -- 172.21.15.100:0/3742867361 >> 172.21.15.100:0/3742867361 conn(0x7f481c100620 msgr2=0x7f481c102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:47.041 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 -- 172.21.15.100:0/3742867361 shutdown_connections 2024-04-26T01:43:47.041 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.042+0000 7f4822e00700 1 -- 172.21.15.100:0/3742867361 wait complete. 2024-04-26T01:43:47.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.043+0000 7f4822e00700 1 Processor -- start 2024-04-26T01:43:47.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 -- start start 2024-04-26T01:43:47.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:47.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c19b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:47.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 0x7f481c19fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:47.043 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f481c114e60 con 0x7f481c104db0 2024-04-26T01:43:47.043 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f481c114ce0 con 0x7f481c105760 2024-04-26T01:43:47.043 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4822e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f481c114fe0 con 0x7f481c109e90 2024-04-26T01:43:47.043 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4821a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:47.043 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4821000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c19b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4821a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:37514/0 (socket says 172.21.15.100:37514) 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.044+0000 7f4821a00700 1 -- 172.21.15.100:0/326403745 learned_addr learned my addr 172.21.15.100:0/326403745 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4822400700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 0x7f481c19fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 -- 172.21.15.100:0/326403745 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 msgr2=0x7f481c19fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 0x7f481c19fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 -- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 msgr2=0x7f481c19b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 -- 172.21.15.100:0/326403745 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f481c1a0320 con 0x7f481c105760 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821a00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4821000700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c19b850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f48080059d0 tx=0x7f4808005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808027070 con 0x7f481c105760 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f480800fdc0 con 0x7f481c105760 2024-04-26T01:43:47.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f481c1a05b0 con 0x7f481c105760 2024-04-26T01:43:47.045 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.045+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808022e50 con 0x7f481c105760 2024-04-26T01:43:47.045 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.046+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f481c1a7e90 con 0x7f481c105760 2024-04-26T01:43:47.045 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.047+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f481c106290 con 0x7f481c105760 2024-04-26T01:43:47.046 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.049+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7f480802a070 con 0x7f481c105760 2024-04-26T01:43:47.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.050+0000 7f481a000700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 0x7f48040a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:47.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.050+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f48080d1130 con 0x7f481c105760 2024-04-26T01:43:47.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.050+0000 7f4821a00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 0x7f48040a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:47.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.051+0000 7f4821a00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 0x7f48040a6320 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4810011630 tx=0x7f4810009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:47.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.052+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4808013070 con 0x7f481c105760 2024-04-26T01:43:47.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.328+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f481c02df80 con 0x7f481c105760 2024-04-26T01:43:47.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.520+0000 7f481a000700 1 -- 172.21.15.100:0/326403745 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7f480809dc50 con 0x7f481c105760 2024-04-26T01:43:47.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.523+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 msgr2=0x7f48040a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.523+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 0x7f48040a6320 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4810011630 tx=0x7f4810009260 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.523+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 msgr2=0x7f481c19b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.523+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c19b850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f48080059d0 tx=0x7f4808005ef0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 shutdown_connections 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f481c109e90 0x7f481c19fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f481c104db0 0x7f481c19b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48040a3e60 0x7f48040a6320 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 --2- 172.21.15.100:0/326403745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f481c105760 0x7f481c19b850 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:47.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 >> 172.21.15.100:0/326403745 conn(0x7f481c100620 msgr2=0x7f481c102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:47.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 shutdown_connections 2024-04-26T01:43:47.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:47.524+0000 7f4822e00700 1 -- 172.21.15.100:0/326403745 wait complete. 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:active 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: Cluster is now healthy 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-04-26T01:43:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/326403745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:47 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:active 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: Cluster is now healthy 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-04-26T01:43:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/326403745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:47.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:47 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] up:active 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: Cluster is now healthy 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=g=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/326403745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:47 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:43:48.499 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-04-26T01:43:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:48 smithi148 ceph-mon[32990]: pgmap v340: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-26T01:43:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:48 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:43:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:48 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:active 2024-04-26T01:43:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:48 smithi148 ceph-mon[32990]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:43:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:48 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:48 smithi100 ceph-mon[28020]: pgmap v340: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-26T01:43:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:48 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:43:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:48 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:active 2024-04-26T01:43:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:48 smithi100 ceph-mon[28020]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:43:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:48 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:48 smithi133 ceph-mon[32344]: pgmap v340: 97 pgs: 97 active+clean; 581 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-26T01:43:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:48 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:43:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:48 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] up:active 2024-04-26T01:43:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:48 smithi133 ceph-mon[32344]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:43:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:48 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:48.954 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:50.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:50 smithi100 ceph-mon[28020]: pgmap v341: 97 pgs: 97 active+clean; 582 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2024-04-26T01:43:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:50 smithi148 ceph-mon[32990]: pgmap v341: 97 pgs: 97 active+clean; 582 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2024-04-26T01:43:50.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:50 smithi133 ceph-mon[32344]: pgmap v341: 97 pgs: 97 active+clean; 582 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2024-04-26T01:43:51.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 -- 172.21.15.100:0/2000154300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc105760 msgr2=0x7feecc1097b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:51.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 --2- 172.21.15.100:0/2000154300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc105760 0x7feecc1097b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7feeb80099c0 tx=0x7feeb8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 -- 172.21.15.100:0/2000154300 shutdown_connections 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 --2- 172.21.15.100:0/2000154300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc109e90 0x7feecc111a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 --2- 172.21.15.100:0/2000154300 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc104db0 0x7feecc105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 --2- 172.21.15.100:0/2000154300 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc105760 0x7feecc1097b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 -- 172.21.15.100:0/2000154300 >> 172.21.15.100:0/2000154300 conn(0x7feecc100620 msgr2=0x7feecc102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 -- 172.21.15.100:0/2000154300 shutdown_connections 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.236+0000 7feecb200700 1 -- 172.21.15.100:0/2000154300 wait complete. 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.237+0000 7feecb200700 1 Processor -- start 2024-04-26T01:43:51.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 -- start start 2024-04-26T01:43:51.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 0x7feecc19b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:51.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc105760 0x7feecc19b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:51.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:51.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7feecc114ea0 con 0x7feecc109e90 2024-04-26T01:43:51.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feecc114d20 con 0x7feecc104db0 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feecb200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feecc115020 con 0x7feecc105760 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feeca800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feec9e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 0x7feecc19b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.238+0000 7feeca800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:37538/0 (socket says 172.21.15.100:37538) 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feeca800700 1 -- 172.21.15.100:0/2899811206 learned_addr learned my addr 172.21.15.100:0/2899811206 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:51.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9400700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc105760 0x7feecc19b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 -- 172.21.15.100:0/2899811206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc105760 msgr2=0x7feecc19b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc105760 0x7feecc19b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 -- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 msgr2=0x7feecc19fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 -- 172.21.15.100:0/2899811206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feecc1a02f0 con 0x7feecc104db0 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feeca800700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:43:51.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.239+0000 7feec9e00700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 0x7feecc19b330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7feebc00e9f0 tx=0x7feebc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.240+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feebc004220 con 0x7feecc104db0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.240+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feebc004d00 con 0x7feecc104db0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.240+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feecc1a05e0 con 0x7feecc104db0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.240+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feebc005020 con 0x7feecc104db0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.240+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feecc1a7e60 con 0x7feecc104db0 2024-04-26T01:43:51.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.241+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feecc069730 con 0x7feecc104db0 2024-04-26T01:43:51.240 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.243+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7feebc004750 con 0x7feecc104db0 2024-04-26T01:43:51.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.244+0000 7feec2a00700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 0x7feeb00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:51.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.245+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7feebc0d02a0 con 0x7feecc104db0 2024-04-26T01:43:51.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.245+0000 7feec9400700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 0x7feeb00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:51.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.245+0000 7feec9400700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 0x7feeb00a6180 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feeb8000c00 tx=0x7feeb8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:51.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.247+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feebc09cdc0 con 0x7feecc104db0 2024-04-26T01:43:51.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:51.523+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7feecc02df80 con 0x7feecc104db0 2024-04-26T01:43:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:51 smithi100 ceph-mon[28020]: pgmap v342: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:43:51.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2899811206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:51.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:51 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:51.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:51 smithi133 ceph-mon[32344]: pgmap v342: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:43:51.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:51 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2899811206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:51.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:51 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:52.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:51 smithi148 ceph-mon[32990]: pgmap v342: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 4.0 KiB/s wr, 16 op/s 2024-04-26T01:43:52.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:51 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2899811206' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:52.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:51 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:43:52.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.525+0000 7feec2a00700 1 -- 172.21.15.100:0/2899811206 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7feebc09c6c0 con 0x7feecc104db0 2024-04-26T01:43:52.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 msgr2=0x7feeb00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 0x7feeb00a6180 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feeb8000c00 tx=0x7feeb8005fb0 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 msgr2=0x7feecc19b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 0x7feecc19b330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7feebc00e9f0 tx=0x7feebc00ed00 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 shutdown_connections 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feecc109e90 0x7feecc19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7feeb00a3cc0 0x7feeb00a6180 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feecc104db0 0x7feecc19b330 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 --2- 172.21.15.100:0/2899811206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feecc105760 0x7feecc19b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.528+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 >> 172.21.15.100:0/2899811206 conn(0x7feecc100620 msgr2=0x7feecc1019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.529+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 shutdown_connections 2024-04-26T01:43:52.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:52.529+0000 7feecb200700 1 -- 172.21.15.100:0/2899811206 wait complete. 2024-04-26T01:43:53.386 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-26T01:43:53.386 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-04-26T01:43:53.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:53 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:43:53.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:53 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:53.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:53 smithi148 ceph-mon[32990]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:43:53.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:53 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:43:53.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:53 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:53.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:53 smithi100 ceph-mon[28020]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:43:53.841 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:53.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:53 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:43:53.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:53 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:43:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:53 smithi133 ceph-mon[32344]: pgmap v343: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-04-26T01:43:55.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 -- 172.21.15.100:0/1348076289 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904105870 msgr2=0x7fd9041098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:55.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 --2- 172.21.15.100:0/1348076289 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904105870 0x7fd9041098c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd8f00099c0 tx=0x7fd8f0009cd0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 -- 172.21.15.100:0/1348076289 shutdown_connections 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 --2- 172.21.15.100:0/1348076289 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904109fa0 0x7fd904111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 --2- 172.21.15.100:0/1348076289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904104ec0 0x7fd9041052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 --2- 172.21.15.100:0/1348076289 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904105870 0x7fd9041098c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 -- 172.21.15.100:0/1348076289 >> 172.21.15.100:0/1348076289 conn(0x7fd904100750 msgr2=0x7fd904102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 -- 172.21.15.100:0/1348076289 shutdown_connections 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.960+0000 7fd90b400700 1 -- 172.21.15.100:0/1348076289 wait complete. 2024-04-26T01:43:55.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.961+0000 7fd90b400700 1 Processor -- start 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.961+0000 7fd90b400700 1 -- start start 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904105870 0x7fd90419b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904109fa0 0x7fd90419fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd904114fc0 con 0x7fd904109fa0 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd904114e40 con 0x7fd904105870 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd90b400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd904115140 con 0x7fd904104ec0 2024-04-26T01:43:55.971 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd909400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904109fa0 0x7fd90419fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd908a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd903e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904105870 0x7fd90419b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd908a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42500/0 (socket says 172.21.15.100:42500) 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.962+0000 7fd908a00700 1 -- 172.21.15.100:0/2490432058 learned_addr learned my addr 172.21.15.100:0/2490432058 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 -- 172.21.15.100:0/2490432058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904105870 msgr2=0x7fd90419b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904105870 0x7fd90419b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 -- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904109fa0 msgr2=0x7fd90419fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:55.972 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904109fa0 0x7fd90419fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 -- 172.21.15.100:0/2490432058 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9041a0480 con 0x7fd904104ec0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd908a00700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd8f800e9a0 tx=0x7fd8f800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f800ca10 con 0x7fd904104ec0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.963+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd8f800cbb0 con 0x7fd904104ec0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.964+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9041a0770 con 0x7fd904104ec0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.964+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f8018680 con 0x7fd904104ec0 2024-04-26T01:43:55.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.964+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9041a7ff0 con 0x7fd904104ec0 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.965+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd904069730 con 0x7fd904104ec0 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.967+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 16) ==== 138647+0+0 (secure 0 0 0) 0x7fd8f8018820 con 0x7fd904104ec0 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.968+0000 7fd901600700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 0x7fd8ec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.968+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fd8f80d0500 con 0x7fd904104ec0 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.969+0000 7fd903e00700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 0x7fd8ec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:55.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.969+0000 7fd903e00700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 0x7fd8ec0a6100 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0000c00 tx=0x7fd8f0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:55.975 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:55.973+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd8f809cf90 con 0x7fd904104ec0 2024-04-26T01:43:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.229+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd904062e80 con 0x7fd8ec0a3c40 2024-04-26T01:43:56.266 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.268+0000 7fd901600700 1 -- 172.21.15.100:0/2490432058 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd904062e80 con 0x7fd8ec0a3c40 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 msgr2=0x7fd8ec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 0x7fd8ec0a6100 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd8f0000c00 tx=0x7fd8f0005fb0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 msgr2=0x7fd90419b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd8f800e9a0 tx=0x7fd8f800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 shutdown_connections 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd904109fa0 0x7fd90419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd904104ec0 0x7fd90419b470 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8ec0a3c40 0x7fd8ec0a6100 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 --2- 172.21.15.100:0/2490432058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd904105870 0x7fd90419b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:56.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 >> 172.21.15.100:0/2490432058 conn(0x7fd904100750 msgr2=0x7fd904101260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:56.271 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 shutdown_connections 2024-04-26T01:43:56.271 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:56.272+0000 7fd90b400700 1 -- 172.21.15.100:0/2490432058 wait complete. 2024-04-26T01:43:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-mon[28020]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-04-26T01:43:56.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:43:56.238+0000 7f76c3c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:43:56.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:43:56.238+0000 7f76c3c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:43:56.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:43:56.238+0000 7f76c3c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:43:56.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:43:56.238+0000 7f76c3c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:43:56.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:43:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:43:56.238+0000 7f76c3c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:43:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:56 smithi148 ceph-mon[32990]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-04-26T01:43:56.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:56 smithi133 ceph-mon[32344]: pgmap v344: 97 pgs: 97 active+clean; 584 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-04-26T01:43:57.124 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T01:43:57.557 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:57.702 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:57 smithi100 ceph-mon[28020]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:57.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:57 smithi148 ceph-mon[32990]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:57.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:57 smithi133 ceph-mon[32344]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:58 smithi148 ceph-mon[32990]: pgmap v345: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.9 KiB/s wr, 20 op/s 2024-04-26T01:43:58.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:58 smithi100 ceph-mon[28020]: pgmap v345: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.9 KiB/s wr, 20 op/s 2024-04-26T01:43:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:58 smithi133 ceph-mon[32344]: pgmap v345: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.9 KiB/s wr, 20 op/s 2024-04-26T01:43:59.492 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:43:59 smithi100 ceph-mon[28020]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 -- 172.21.15.100:0/1236258765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c102320 msgr2=0x7fd85c10e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 --2- 172.21.15.100:0/1236258765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c102320 0x7fd85c10e830 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd85400b0a0 tx=0x7fd85400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 -- 172.21.15.100:0/1236258765 shutdown_connections 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 --2- 172.21.15.100:0/1236258765 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c102320 0x7fd85c10e830 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 --2- 172.21.15.100:0/1236258765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c107d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 --2- 172.21.15.100:0/1236258765 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c101960 0x7fd85c101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 -- 172.21.15.100:0/1236258765 >> 172.21.15.100:0/1236258765 conn(0x7fd85c0789e0 msgr2=0x7fd85c078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.806+0000 7fd862c00700 1 -- 172.21.15.100:0/1236258765 shutdown_connections 2024-04-26T01:43:59.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.807+0000 7fd862c00700 1 -- 172.21.15.100:0/1236258765 wait complete. 2024-04-26T01:43:59.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 Processor -- start 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 -- start start 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 0x7fd85c0fe990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c102320 0x7fd85c0feed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c0ff410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd85c111c80 con 0x7fd85c101960 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd85c111b00 con 0x7fd85c107960 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.808+0000 7fd862c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd85c111e00 con 0x7fd85c102320 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd85be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 0x7fd85c0fe990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c0ff410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd85be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 0x7fd85c0fe990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:40198/0 (socket says 172.21.15.100:40198) 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd85be00700 1 -- 172.21.15.100:0/1970650580 learned_addr learned my addr 172.21.15.100:0/1970650580 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:43:59.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd85b400700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c102320 0x7fd85c0feed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 -- 172.21.15.100:0/1970650580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c102320 msgr2=0x7fd85c0feed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c102320 0x7fd85c0feed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 -- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 msgr2=0x7fd85c0fe990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 0x7fd85c0fe990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 -- 172.21.15.100:0/1970650580 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd85c1a7690 con 0x7fd85c107960 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.809+0000 7fd860c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c0ff410 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd854009bc0 tx=0x7fd854004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.810+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd854021070 con 0x7fd85c107960 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.810+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd854007b80 con 0x7fd85c107960 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.810+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd854005040 con 0x7fd85c107960 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.810+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd85c1a7920 con 0x7fd85c107960 2024-04-26T01:43:59.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.810+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd85c1a7dd0 con 0x7fd85c107960 2024-04-26T01:43:59.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.811+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd85c069730 con 0x7fd85c107960 2024-04-26T01:43:59.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:43:59 smithi148 ceph-mon[32990]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-04-26T01:43:59.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.813+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fd854024070 con 0x7fd85c107960 2024-04-26T01:43:59.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.814+0000 7fd858c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 0x7fd8400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:59.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.815+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fd8540d16a0 con 0x7fd85c107960 2024-04-26T01:43:59.813 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.815+0000 7fd85be00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 0x7fd8400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:59.813 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.816+0000 7fd85be00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 0x7fd8400a6210 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd84c009ca0 tx=0x7fd84c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:59.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:43:59.817+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd85409e060 con 0x7fd85c107960 2024-04-26T01:43:59.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:43:59 smithi133 ceph-mon[32344]: mgrmap e17: x(active, since 8m), standbys: y, z 2024-04-26T01:44:00.094 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.096+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd85c062e80 con 0x7fd8400a3d50 2024-04-26T01:44:00.139 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.141+0000 7fd858c00700 1 -- 172.21.15.100:0/1970650580 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd85c062e80 con 0x7fd8400a3d50 2024-04-26T01:44:00.142 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 msgr2=0x7fd8400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:00.142 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 0x7fd8400a6210 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd84c009ca0 tx=0x7fd84c009260 comp rx=0 tx=0).stop 2024-04-26T01:44:00.142 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 msgr2=0x7fd85c0ff410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:00.142 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c0ff410 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd854009bc0 tx=0x7fd854004c80 comp rx=0 tx=0).stop 2024-04-26T01:44:00.142 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 shutdown_connections 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd8400a3d50 0x7fd8400a6210 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd85c107960 0x7fd85c0ff410 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd85c101960 0x7fd85c0fe990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 --2- 172.21.15.100:0/1970650580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd85c102320 0x7fd85c0feed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 >> 172.21.15.100:0/1970650580 conn(0x7fd85c0789e0 msgr2=0x7fd85c06b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 shutdown_connections 2024-04-26T01:44:00.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:00.144+0000 7fd862c00700 1 -- 172.21.15.100:0/1970650580 wait complete. 2024-04-26T01:44:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:00 smithi148 ceph-mon[32990]: pgmap v346: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-04-26T01:44:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:00 smithi100 ceph-mon[28020]: pgmap v346: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-04-26T01:44:00.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:00 smithi133 ceph-mon[32344]: pgmap v346: 97 pgs: 97 active+clean; 591 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.7 KiB/s wr, 17 op/s 2024-04-26T01:44:00.953 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T01:44:01.406 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:01.742 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:01 smithi100 ceph-mon[28020]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:01 smithi148 ceph-mon[32990]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:01.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:01 smithi133 ceph-mon[32344]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:02 smithi148 ceph-mon[32990]: pgmap v347: 97 pgs: 97 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 18 op/s 2024-04-26T01:44:02.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:02 smithi100 ceph-mon[28020]: pgmap v347: 97 pgs: 97 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 18 op/s 2024-04-26T01:44:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:02 smithi133 ceph-mon[32344]: pgmap v347: 97 pgs: 97 active+clean; 592 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 18 op/s 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.695+0000 7f14aee00700 1 -- 172.21.15.100:0/2091131470 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8105860 msgr2=0x7f14a81098b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.695+0000 7f14aee00700 1 --2- 172.21.15.100:0/2091131470 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8105860 0x7f14a81098b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f14900099c0 tx=0x7f1490009cd0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 -- 172.21.15.100:0/2091131470 shutdown_connections 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 --2- 172.21.15.100:0/2091131470 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a8111b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 --2- 172.21.15.100:0/2091131470 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8104eb0 0x7f14a8105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 --2- 172.21.15.100:0/2091131470 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8105860 0x7f14a81098b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 -- 172.21.15.100:0/2091131470 >> 172.21.15.100:0/2091131470 conn(0x7f14a8100780 msgr2=0x7f14a8102ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:03.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 -- 172.21.15.100:0/2091131470 shutdown_connections 2024-04-26T01:44:03.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.696+0000 7f14aee00700 1 -- 172.21.15.100:0/2091131470 wait complete. 2024-04-26T01:44:03.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.697+0000 7f14aee00700 1 Processor -- start 2024-04-26T01:44:03.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 -- start start 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8104eb0 0x7f14a819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8105860 0x7f14a819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f14a8114f60 con 0x7f14a8104eb0 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f14a8114de0 con 0x7f14a8109f90 2024-04-26T01:44:03.696 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14aee00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f14a81150e0 con 0x7f14a8105860 2024-04-26T01:44:03.697 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14ace00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:03.697 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14a7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8104eb0 0x7f14a819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:03.697 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14ace00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58106/0 (socket says 172.21.15.100:58106) 2024-04-26T01:44:03.697 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.698+0000 7f14ace00700 1 -- 172.21.15.100:0/1587520222 learned_addr learned my addr 172.21.15.100:0/1587520222 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:03.697 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f149fe00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8105860 0x7f14a819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 -- 172.21.15.100:0/1587520222 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8105860 msgr2=0x7f14a819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8105860 0x7f14a819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 -- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8104eb0 msgr2=0x7f14a819b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8104eb0 0x7f14a819b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 -- 172.21.15.100:0/1587520222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a81a0430 con 0x7f14a8109f90 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.699+0000 7f14ace00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f14a000c370 tx=0x7f14a000c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.700+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a00092e0 con 0x7f14a8109f90 2024-04-26T01:44:03.698 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.700+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f14a0003a00 con 0x7f14a8109f90 2024-04-26T01:44:03.699 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.700+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a81a06c0 con 0x7f14a8109f90 2024-04-26T01:44:03.699 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.700+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a0004800 con 0x7f14a8109f90 2024-04-26T01:44:03.699 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.700+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a81a7fa0 con 0x7f14a8109f90 2024-04-26T01:44:03.699 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.701+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14a8069730 con 0x7f14a8109f90 2024-04-26T01:44:03.700 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.703+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f14a001a020 con 0x7f14a8109f90 2024-04-26T01:44:03.702 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.704+0000 7f14a5600700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 0x7f148c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:03.702 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.704+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f14a00cfc50 con 0x7f14a8109f90 2024-04-26T01:44:03.702 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.704+0000 7f14a7e00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 0x7f148c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:03.703 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.705+0000 7f14a7e00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 0x7f148c0a6210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1498009c60 tx=0x7f1498009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:03.706 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.709+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14a0010040 con 0x7f14a8109f90 2024-04-26T01:44:03.974 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.976+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f14a8062e80 con 0x7f148c0a3d50 2024-04-26T01:44:03.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.984+0000 7f14a5600700 1 -- 172.21.15.100:0/1587520222 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f14a8062e80 con 0x7f148c0a3d50 2024-04-26T01:44:03.982 INFO:teuthology.orchestra.run.smithi100.stdout:/volumes/qa/sv_0/fefcf716-7f9c-4c46-aba5-522bb915f2f0 2024-04-26T01:44:03.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 msgr2=0x7f148c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:03.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 0x7f148c0a6210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1498009c60 tx=0x7f1498009260 comp rx=0 tx=0).stop 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 msgr2=0x7f14a819fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f14a000c370 tx=0x7f14a000c680 comp rx=0 tx=0).stop 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 shutdown_connections 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f148c0a3d50 0x7f148c0a6210 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14a8109f90 0x7f14a819fcf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14a8104eb0 0x7f14a819b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 --2- 172.21.15.100:0/1587520222 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14a8105860 0x7f14a819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:03.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 >> 172.21.15.100:0/1587520222 conn(0x7f14a8100780 msgr2=0x7f14a8101300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:03.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 shutdown_connections 2024-04-26T01:44:03.987 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:03.987+0000 7f14aee00700 1 -- 172.21.15.100:0/1587520222 wait complete. 2024-04-26T01:44:04.757 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:04 smithi100 ceph-mon[28020]: pgmap v348: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T01:44:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:04 smithi148 ceph-mon[32990]: pgmap v348: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T01:44:04.815 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T01:44:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:04 smithi133 ceph-mon[32344]: pgmap v348: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-04-26T01:44:05.253 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:05.737 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:05.737 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:44:05.737 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:44:05.737 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:44:05.737 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-26T01:44:05.738 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]: dispatch 2024-04-26T01:44:05.738 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:44:05.738 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T01:44:05.738 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:05 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-26T01:44:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]: dispatch 2024-04-26T01:44:05.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:44:05.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T01:44:05.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:05 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-04-26T01:44:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:05 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]: dispatch 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: pgmap v349: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-26T01:44:06.579 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:44:06.580 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:06 smithi100 ceph-mon[28020]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:44:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: pgmap v349: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-26T01:44:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:44:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:44:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:44:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]': finished 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:44:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:06 smithi148 ceph-mon[32990]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: pgmap v349: 97 pgs: 97 active+clean; 606 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.3 KiB/s wr, 11 op/s 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 6]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.25", "id": [5, 9]}]': finished 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:44:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:06 smithi133 ceph-mon[32344]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 -- 172.21.15.100:0/2023334849 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0103480 msgr2=0x7ff4e010f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 --2- 172.21.15.100:0/2023334849 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0103480 0x7ff4e010f980 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009f90 tx=0x7ff4d800b330 comp rx=0 tx=0).stop 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 -- 172.21.15.100:0/2023334849 shutdown_connections 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 --2- 172.21.15.100:0/2023334849 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0103480 0x7ff4e010f980 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 --2- 172.21.15.100:0/2023334849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0108ab0 0x7ff4e0108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 --2- 172.21.15.100:0/2023334849 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0102ac0 0x7ff4e0102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 -- 172.21.15.100:0/2023334849 >> 172.21.15.100:0/2023334849 conn(0x7ff4e0079bf0 msgr2=0x7ff4e007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 -- 172.21.15.100:0/2023334849 shutdown_connections 2024-04-26T01:44:07.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.484+0000 7ff4e7400700 1 -- 172.21.15.100:0/2023334849 wait complete. 2024-04-26T01:44:07.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.485+0000 7ff4e7400700 1 Processor -- start 2024-04-26T01:44:07.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.485+0000 7ff4e7400700 1 -- start start 2024-04-26T01:44:07.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 0x7ff4e01970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:07.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:07.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 0x7ff4e019b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:07.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e0110c90 con 0x7ff4e0108ab0 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e0110b10 con 0x7ff4e0102ac0 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e7400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e0110e10 con 0x7ff4e0103480 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4dfe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e5400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 0x7ff4e019b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4e4a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 0x7ff4e01970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4dfe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:51296/0 (socket says 172.21.15.100:51296) 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.486+0000 7ff4dfe00700 1 -- 172.21.15.100:0/283742504 learned_addr learned my addr 172.21.15.100:0/283742504 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 -- 172.21.15.100:0/283742504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 msgr2=0x7ff4e01975e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 -- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 msgr2=0x7ff4e019b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 0x7ff4e019b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 -- 172.21.15.100:0/283742504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e019c060 con 0x7ff4e0102ac0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4dfe00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e5400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 0x7ff4e019b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e4a00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 0x7ff4e01970a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009b80 tx=0x7ff4d4009e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d4007b80 con 0x7ff4e0102ac0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e019c350 con 0x7ff4e0102ac0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff4d401e070 con 0x7ff4e0102ac0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.487+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d40185b0 con 0x7ff4e0102ac0 2024-04-26T01:44:07.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.488+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e01a3bd0 con 0x7ff4e0102ac0 2024-04-26T01:44:07.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.489+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e0069730 con 0x7ff4e0102ac0 2024-04-26T01:44:07.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.491+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7ff4d40193f0 con 0x7ff4e0102ac0 2024-04-26T01:44:07.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.492+0000 7ff4dd600700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 0x7ff4c80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:07.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.492+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff4d40d42e0 con 0x7ff4e0102ac0 2024-04-26T01:44:07.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.492+0000 7ff4dfe00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 0x7ff4c80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:07.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.493+0000 7ff4dfe00700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 0x7ff4c80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff4e007a1f0 tx=0x7ff4cc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:07.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.496+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff4d4016070 con 0x7ff4e0102ac0 2024-04-26T01:44:07.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.764+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ff4e0062e80 con 0x7ff4c80a3cd0 2024-04-26T01:44:07.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.803+0000 7ff4dd600700 1 -- 172.21.15.100:0/283742504 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff4e0062e80 con 0x7ff4c80a3cd0 2024-04-26T01:44:07.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 msgr2=0x7ff4c80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:07.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 0x7ff4c80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff4e007a1f0 tx=0x7ff4cc009310 comp rx=0 tx=0).stop 2024-04-26T01:44:07.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 msgr2=0x7ff4e01970a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:07.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 0x7ff4e01970a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4009b80 tx=0x7ff4d4009e90 comp rx=0 tx=0).stop 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 shutdown_connections 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff4e0108ab0 0x7ff4e019b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff4c80a3cd0 0x7ff4c80a6190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff4e0102ac0 0x7ff4e01970a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 --2- 172.21.15.100:0/283742504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff4e0103480 0x7ff4e01975e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.806+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 >> 172.21.15.100:0/283742504 conn(0x7ff4e0079bf0 msgr2=0x7ff4e0100b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.807+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 shutdown_connections 2024-04-26T01:44:07.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:07.807+0000 7ff4e7400700 1 -- 172.21.15.100:0/283742504 wait complete. 2024-04-26T01:44:08.695 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T01:44:08.775 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:08 smithi100 ceph-mon[28020]: pgmap v352: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s; 3.4 KiB/s, 0 objects/s recovering 2024-04-26T01:44:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:08 smithi148 ceph-mon[32990]: pgmap v352: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s; 3.4 KiB/s, 0 objects/s recovering 2024-04-26T01:44:08.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:08 smithi133 ceph-mon[32344]: pgmap v352: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.4 KiB/s wr, 14 op/s; 3.4 KiB/s, 0 objects/s recovering 2024-04-26T01:44:09.125 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:09.527 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:09 smithi100 ceph-mon[28020]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:09.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:09 smithi148 ceph-mon[32990]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:09.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:09 smithi133 ceph-mon[32344]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:10 smithi148 ceph-mon[32990]: pgmap v353: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:10.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:10 smithi100 ceph-mon[28020]: pgmap v353: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:10 smithi133 ceph-mon[32344]: pgmap v353: 97 pgs: 97 active+clean; 611 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:11.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 -- 172.21.15.100:0/2755431598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 msgr2=0x7f7b40111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:11.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 --2- 172.21.15.100:0/2755431598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b40111b70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7b3800b0d0 tx=0x7f7b3800b3e0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 -- 172.21.15.100:0/2755431598 shutdown_connections 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 --2- 172.21.15.100:0/2755431598 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b40111b70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 --2- 172.21.15.100:0/2755431598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b401052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 --2- 172.21.15.100:0/2755431598 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 0x7f7b401098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 -- 172.21.15.100:0/2755431598 >> 172.21.15.100:0/2755431598 conn(0x7f7b40100750 msgr2=0x7f7b40102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 -- 172.21.15.100:0/2755431598 shutdown_connections 2024-04-26T01:44:11.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.489+0000 7f7b48200700 1 -- 172.21.15.100:0/2755431598 wait complete. 2024-04-26T01:44:11.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.490+0000 7f7b48200700 1 Processor -- start 2024-04-26T01:44:11.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.490+0000 7f7b48200700 1 -- start start 2024-04-26T01:44:11.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:11.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 0x7f7b4019b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:11.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b4019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7b40114f70 con 0x7f7b40109fa0 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7b40114df0 con 0x7f7b40104ec0 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b48200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7b401150f0 con 0x7f7b40105870 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b45800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b44e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 0x7f7b4019b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b46200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b4019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b45800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58132/0 (socket says 172.21.15.100:58132) 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.491+0000 7f7b45800700 1 -- 172.21.15.100:0/699867947 learned_addr learned my addr 172.21.15.100:0/699867947 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 -- 172.21.15.100:0/699867947 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 msgr2=0x7f7b4019b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 0x7f7b4019b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 -- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 msgr2=0x7f7b4019fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b4019fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 -- 172.21.15.100:0/699867947 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b401a03f0 con 0x7f7b40104ec0 2024-04-26T01:44:11.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b46200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b4019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:11.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b45800700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7b3400e9a0 tx=0x7f7b3400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3400ca10 con 0x7f7b40104ec0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b401a06e0 con 0x7f7b40104ec0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7b3400cbb0 con 0x7f7b40104ec0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b34018680 con 0x7f7b40104ec0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.492+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b401a7f60 con 0x7f7b40104ec0 2024-04-26T01:44:11.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.493+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b40069730 con 0x7f7b40104ec0 2024-04-26T01:44:11.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.495+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f7b34018820 con 0x7f7b40104ec0 2024-04-26T01:44:11.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.497+0000 7f7b3e000700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 0x7f7b280a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:11.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.497+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7b340d0960 con 0x7f7b40104ec0 2024-04-26T01:44:11.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.497+0000 7f7b44e00700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 0x7f7b280a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:11.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.498+0000 7f7b44e00700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 0x7f7b280a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b4010b550 tx=0x7f7b2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:11.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.499+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b3409d190 con 0x7f7b40104ec0 2024-04-26T01:44:11.756 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.759+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f7b40062e80 con 0x7f7b280a3cd0 2024-04-26T01:44:11.765 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.768+0000 7f7b3e000700 1 -- 172.21.15.100:0/699867947 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f7b40062e80 con 0x7f7b280a3cd0 2024-04-26T01:44:11.765 INFO:teuthology.orchestra.run.smithi100.stdout:/volumes/qa/sv_1/310c4566-72d4-4011-a901-0d04fc068230 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 msgr2=0x7f7b280a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 0x7f7b280a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b4010b550 tx=0x7f7b2c009260 comp rx=0 tx=0).stop 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 msgr2=0x7f7b4019b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7b3400e9a0 tx=0x7f7b3400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 shutdown_connections 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7b40109fa0 0x7f7b4019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f7b280a3cd0 0x7f7b280a6190 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b40104ec0 0x7f7b4019b3e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 --2- 172.21.15.100:0/699867947 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7b40105870 0x7f7b4019b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:11.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 >> 172.21.15.100:0/699867947 conn(0x7f7b40100750 msgr2=0x7f7b40101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:11.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 shutdown_connections 2024-04-26T01:44:11.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:11.771+0000 7f7b48200700 1 -- 172.21.15.100:0/699867947 wait complete. 2024-04-26T01:44:12.604 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:44:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:12 smithi148 ceph-mon[32990]: pgmap v354: 97 pgs: 97 active+clean; 612 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:12.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:12 smithi100 ceph-mon[28020]: pgmap v354: 97 pgs: 97 active+clean; 612 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:12 smithi133 ceph-mon[32344]: pgmap v354: 97 pgs: 97 active+clean; 612 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:13.059 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:13.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:13 smithi148 ceph-mon[32990]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:13.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:13 smithi100 ceph-mon[28020]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:13.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:13 smithi133 ceph-mon[32344]: from='client.24635 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:14.795 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:14 smithi100 ceph-mon[28020]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 12 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:14 smithi148 ceph-mon[32990]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 12 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:14.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:14 smithi133 ceph-mon[32344]: pgmap v355: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 12 op/s; 3.4 KiB/s, 1 objects/s recovering 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 -- 172.21.15.100:0/419508002 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 msgr2=0x7f86dc06b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 --2- 172.21.15.100:0/419508002 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc06b570 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f86c80098f0 tx=0x7f86c8009c00 comp rx=0 tx=0).stop 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 -- 172.21.15.100:0/419508002 shutdown_connections 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 --2- 172.21.15.100:0/419508002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc06bab0 0x7f86dc10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 --2- 172.21.15.100:0/419508002 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc108a50 0x7f86dc108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 --2- 172.21.15.100:0/419508002 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc06b570 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.324+0000 7f86e4600700 1 -- 172.21.15.100:0/419508002 >> 172.21.15.100:0/419508002 conn(0x7f86dc0788f0 msgr2=0x7f86dc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.325+0000 7f86e4600700 1 -- 172.21.15.100:0/419508002 shutdown_connections 2024-04-26T01:44:15.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.325+0000 7f86e4600700 1 -- 172.21.15.100:0/419508002 wait complete. 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 Processor -- start 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 -- start start 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc101df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 0x7f86dc102330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc112da0 con 0x7f86dc06bab0 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc112c20 con 0x7f86dc108a50 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.326+0000 7f86e4600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc112f20 con 0x7f86dc06b110 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 0x7f86dc102330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:15.324 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54902/0 (socket says 172.21.15.100:54902) 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 -- 172.21.15.100:0/984731689 learned_addr learned my addr 172.21.15.100:0/984731689 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 0x7f86dc102330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41362/0 (socket says 172.21.15.100:41362) 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e1c00700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 -- 172.21.15.100:0/984731689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 msgr2=0x7f86dc101df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc101df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 -- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 msgr2=0x7f86dc102330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 0x7f86dc102330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 -- 172.21.15.100:0/984731689 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86dc1a77e0 con 0x7f86dc108a50 2024-04-26T01:44:15.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.327+0000 7f86e2600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f86d400e970 tx=0x7f86d400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.328+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d4004a30 con 0x7f86dc108a50 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.328+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86dc1a7ad0 con 0x7f86dc108a50 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.328+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f86d40054f0 con 0x7f86dc108a50 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.328+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d4010d60 con 0x7f86dc108a50 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.328+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86dc1a7fe0 con 0x7f86dc108a50 2024-04-26T01:44:15.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.329+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86dc104190 con 0x7f86dc108a50 2024-04-26T01:44:15.328 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.331+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f86d4005020 con 0x7f86dc108a50 2024-04-26T01:44:15.329 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.332+0000 7f86da000700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 0x7f86c40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:15.329 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.332+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f86d40d0630 con 0x7f86dc108a50 2024-04-26T01:44:15.329 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.333+0000 7f86e1c00700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 0x7f86c40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:15.330 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.333+0000 7f86e1c00700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 0x7f86c40a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86d000f540 tx=0x7f86d000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:15.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.337+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86d4005310 con 0x7f86dc108a50 2024-04-26T01:44:15.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.617+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86dc069730 con 0x7f86dc108a50 2024-04-26T01:44:15.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.619+0000 7f86da000700 1 -- 172.21.15.100:0/984731689 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7f86d409ce60 con 0x7f86dc108a50 2024-04-26T01:44:15.616 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:15.617 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:44:15.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 msgr2=0x7f86c40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:15.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 0x7f86c40a6210 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f86d000f540 tx=0x7f86d000b040 comp rx=0 tx=0).stop 2024-04-26T01:44:15.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 msgr2=0x7f86dc102870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:15.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f86d400e970 tx=0x7f86d400ec80 comp rx=0 tx=0).stop 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 shutdown_connections 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f86c40a3d50 0x7f86c40a6210 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f86dc108a50 0x7f86dc102870 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f86dc06b110 0x7f86dc101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 --2- 172.21.15.100:0/984731689 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f86dc06bab0 0x7f86dc102330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.622+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 >> 172.21.15.100:0/984731689 conn(0x7f86dc0788f0 msgr2=0x7f86dc0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.623+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 shutdown_connections 2024-04-26T01:44:15.620 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:15.623+0000 7f86e4600700 1 -- 172.21.15.100:0/984731689 wait complete. 2024-04-26T01:44:15.621 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:44:15.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:15 smithi100 ceph-mon[28020]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 10 op/s; 2.8 KiB/s, 1 objects/s recovering 2024-04-26T01:44:15.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:15 smithi133 ceph-mon[32344]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 10 op/s; 2.8 KiB/s, 1 objects/s recovering 2024-04-26T01:44:16.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:15 smithi148 ceph-mon[32990]: pgmap v356: 97 pgs: 97 active+clean; 638 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.8 KiB/s wr, 10 op/s; 2.8 KiB/s, 1 objects/s recovering 2024-04-26T01:44:16.560 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:44:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:16 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/984731689' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:44:16.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:16 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/984731689' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:44:17.002 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:17.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:16 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/984731689' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:44:17.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:17 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:17.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:17 smithi100 ceph-mon[28020]: pgmap v357: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9 KiB/s rd, 3.9 KiB/s wr, 13 op/s; 2.5 KiB/s, 1 objects/s recovering 2024-04-26T01:44:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:17 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:17 smithi133 ceph-mon[32344]: pgmap v357: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9 KiB/s rd, 3.9 KiB/s wr, 13 op/s; 2.5 KiB/s, 1 objects/s recovering 2024-04-26T01:44:18.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:17 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:18.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:17 smithi148 ceph-mon[32990]: pgmap v357: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 9 KiB/s rd, 3.9 KiB/s wr, 13 op/s; 2.5 KiB/s, 1 objects/s recovering 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 -- 172.21.15.100:0/3754576571 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b001019d0 msgr2=0x7f1b0010f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 --2- 172.21.15.100:0/3754576571 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b001019d0 0x7f1b0010f910 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1af800b0a0 tx=0x7f1af800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 -- 172.21.15.100:0/3754576571 shutdown_connections 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 --2- 172.21.15.100:0/3754576571 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b001019d0 0x7f1b0010f910 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 --2- 172.21.15.100:0/3754576571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b00108ad0 0x7f1b00108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 --2- 172.21.15.100:0/3754576571 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 0x7f1b00101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.204 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 -- 172.21.15.100:0/3754576571 >> 172.21.15.100:0/3754576571 conn(0x7f1b00077fb0 msgr2=0x7f1b000ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:19.204 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 -- 172.21.15.100:0/3754576571 shutdown_connections 2024-04-26T01:44:19.204 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.205+0000 7f1b08000700 1 -- 172.21.15.100:0/3754576571 wait complete. 2024-04-26T01:44:19.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 Processor -- start 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 -- start start 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 0x7f1b00199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 0x7f1b0019da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1b00112da0 con 0x7f1b00101030 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1b00112c20 con 0x7f1b001019d0 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.207+0000 7f1b08000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1b00112f20 con 0x7f1b00108ad0 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54920/0 (socket says 172.21.15.100:54920) 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 -- 172.21.15.100:0/3465945761 learned_addr learned my addr 172.21.15.100:0/3465945761 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b06000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 0x7f1b0019da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b05600700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 0x7f1b00199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:19.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 -- 172.21.15.100:0/3465945761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 msgr2=0x7f1b0019da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 0x7f1b0019da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 -- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 msgr2=0x7f1b00199130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 0x7f1b00199130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 -- 172.21.15.100:0/3465945761 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0019e140 con 0x7f1b001019d0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b06000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 0x7f1b0019da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.208+0000 7f1b04c00700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00e9a0 tx=0x7f1aec00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.209+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec00cbd0 con 0x7f1b001019d0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.209+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1aec00cd70 con 0x7f1b001019d0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.209+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b0019e430 con 0x7f1b001019d0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.209+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aec018710 con 0x7f1b001019d0 2024-04-26T01:44:19.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.209+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b001a5cb0 con 0x7f1b001019d0 2024-04-26T01:44:19.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.210+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b00104350 con 0x7f1b001019d0 2024-04-26T01:44:19.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.212+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f1aec010430 con 0x7f1b001019d0 2024-04-26T01:44:19.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.214+0000 7f1afe000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 0x7f1ae80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:19.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.214+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1aec0d0780 con 0x7f1b001019d0 2024-04-26T01:44:19.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.214+0000 7f1b05600700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 0x7f1ae80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:19.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.215+0000 7f1b05600700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 0x7f1ae80a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1af4009bd0 tx=0x7f1af4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:19.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.217+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1aec09cfb0 con 0x7f1b001019d0 2024-04-26T01:44:19.446 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.449+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1b0002df80 con 0x7f1b001019d0 2024-04-26T01:44:19.447 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.451+0000 7f1afe000700 1 -- 172.21.15.100:0/3465945761 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22721 (secure 0 0 0) 0x7f1aec09c8b0 con 0x7f1b001019d0 2024-04-26T01:44:19.448 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:19.448 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":91,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:44:06.475535+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.454+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 msgr2=0x7f1ae80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.454+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 0x7f1ae80a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1af4009bd0 tx=0x7f1af4009260 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.454+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 msgr2=0x7f1b00199670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.454+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1aec00e9a0 tx=0x7f1aec00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 shutdown_connections 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1b00108ad0 0x7f1b0019da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1b00101030 0x7f1b00199130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1ae80a3d50 0x7f1ae80a6210 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 --2- 172.21.15.100:0/3465945761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1b001019d0 0x7f1b00199670 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 >> 172.21.15.100:0/3465945761 conn(0x7f1b00077fb0 msgr2=0x7f1b000ff850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 shutdown_connections 2024-04-26T01:44:19.452 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:19.455+0000 7f1b08000700 1 -- 172.21.15.100:0/3465945761 wait complete. 2024-04-26T01:44:20.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: pgmap v358: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-26T01:44:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:19 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3465945761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: pgmap v358: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-26T01:44:20.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:19 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3465945761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: pgmap v358: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 9 B/s, 0 objects/s recovering 2024-04-26T01:44:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:19 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3465945761' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:20.792 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:44:20.792 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:44:21.250 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:22 smithi100 ceph-mon[28020]: pgmap v359: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.9 KiB/s wr, 12 op/s 2024-04-26T01:44:22.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:22 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:22 smithi148 ceph-mon[32990]: pgmap v359: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.9 KiB/s wr, 12 op/s 2024-04-26T01:44:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:22 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:22 smithi133 ceph-mon[32344]: pgmap v359: 97 pgs: 97 active+clean; 639 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.9 KiB/s wr, 12 op/s 2024-04-26T01:44:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:22 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:23.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 -- 172.21.15.100:0/1903071163 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0108a50 msgr2=0x7f3aa0108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:23.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 --2- 172.21.15.100:0/1903071163 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0108a50 0x7f3aa0108e30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3a90009990 tx=0x7f3a90009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 -- 172.21.15.100:0/1903071163 shutdown_connections 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 --2- 172.21.15.100:0/1903071163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0103450 0x7f3aa010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 --2- 172.21.15.100:0/1903071163 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0108a50 0x7f3aa0108e30 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 --2- 172.21.15.100:0/1903071163 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa0102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 -- 172.21.15.100:0/1903071163 >> 172.21.15.100:0/1903071163 conn(0x7f3aa0079ba0 msgr2=0x7f3aa0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 -- 172.21.15.100:0/1903071163 shutdown_connections 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.493+0000 7f3aa5800700 1 -- 172.21.15.100:0/1903071163 wait complete. 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.494+0000 7f3aa5800700 1 Processor -- start 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.494+0000 7f3aa5800700 1 -- start start 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa01991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:23.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0108a50 0x7f3aa019da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa0112d40 con 0x7f3aa0103450 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa0112bc0 con 0x7f3aa0108a50 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3aa5800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa0112ec0 con 0x7f3aa0102a90 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa01991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58348/0 (socket says 172.21.15.100:58348) 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 -- 172.21.15.100:0/2172986382 learned_addr learned my addr 172.21.15.100:0/2172986382 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9f400700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0108a50 0x7f3aa019da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 -- 172.21.15.100:0/2172986382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 msgr2=0x7f3aa01991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa01991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 -- 172.21.15.100:0/2172986382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0108a50 msgr2=0x7f3aa019da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0108a50 0x7f3aa019da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9e000700 1 -- 172.21.15.100:0/2172986382 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa019e1c0 con 0x7f3aa0103450 2024-04-26T01:44:23.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.495+0000 7f3a9ea00700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa01991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3a9e000700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00e9a0 tx=0x7f3a8c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c00ca10 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa019e4b0 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3a8c00cbb0 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c018680 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.496+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa01a5d30 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.497+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa0069730 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.500+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f3a8c018820 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.501+0000 7f3a97400700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 0x7f3a840a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.501+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3a8c0d0720 con 0x7f3aa0103450 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.501+0000 7f3a9ea00700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 0x7f3a840a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.502+0000 7f3a9ea00700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 0x7f3a840a6210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000b2e0 tx=0x7f3a9001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:23.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.506+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3a8c09cf50 con 0x7f3aa0103450 2024-04-26T01:44:23.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:23.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:23.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:23 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:23.730 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.733+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3aa0062e80 con 0x7f3a840a3d50 2024-04-26T01:44:23.756 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.759+0000 7f3a97400700 1 -- 172.21.15.100:0/2172986382 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258983 (secure 0 0 0) 0x7f3aa0062e80 con 0x7f3a840a3d50 2024-04-26T01:44:23.758 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:23.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.765+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 msgr2=0x7f3a840a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.765+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 0x7f3a840a6210 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000b2e0 tx=0x7f3a9001a040 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.765+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 msgr2=0x7f3aa01996f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.765+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c00e9a0 tx=0x7f3a8c00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 shutdown_connections 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3a840a3d50 0x7f3a840a6210 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3aa0108a50 0x7f3aa019da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3aa0102a90 0x7f3aa01991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 --2- 172.21.15.100:0/2172986382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3aa0103450 0x7f3aa01996f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 >> 172.21.15.100:0/2172986382 conn(0x7f3aa0079ba0 msgr2=0x7f3aa0101850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 shutdown_connections 2024-04-26T01:44:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:23.766+0000 7f3aa5800700 1 -- 172.21.15.100:0/2172986382 wait complete. 2024-04-26T01:44:23.765 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:44:23.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:23.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:23.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:23 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:23.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:23.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:23.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:23 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:44:24.632 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":360,"stamp":"2024-04-26T01:44:23.370862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658544,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":515,"num_read_kb":384,"num_write":428,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361488,"kb_used_data":12268,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580336,"statfs":{"total":1151940427776,"available":1151570264064,"internally_reserved":0,"allocated":12562432,"data_stored":7802823,"data_compressed":111610,"data_compressed_allocated":143360,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32264,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":99,"num_write":16,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004814"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482825+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:44:06.482825+0000","last_peered":"2024-04-26T01:44:06.482825+0000","last_clean":"2024-04-26T01:44:06.482825+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:44:06.482825+0000","last_undegraded":"2024-04-26T01:44:06.482825+0000","last_fullsized":"2024-04-26T01:44:06.482825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.488930+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:44:06.488930+0000","last_peered":"2024-04-26T01:44:06.488930+0000","last_clean":"2024-04-26T01:44:06.488930+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:44:06.488930+0000","last_undegraded":"2024-04-26T01:44:06.488930+0000","last_fullsized":"2024-04-26T01:44:06.488930+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489629+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:44:06.489629+0000","last_peered":"2024-04-26T01:44:06.489629+0000","last_clean":"2024-04-26T01:44:06.489629+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:44:06.489629+0000","last_undegraded":"2024-04-26T01:44:06.489629+0000","last_fullsized":"2024-04-26T01:44:06.489629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582729+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:44:06.582729+0000","last_peered":"2024-04-26T01:44:06.582729+0000","last_clean":"2024-04-26T01:44:06.582729+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:44:06.582729+0000","last_undegraded":"2024-04-26T01:44:06.582729+0000","last_fullsized":"2024-04-26T01:44:06.582729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485110+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:44:06.485110+0000","last_peered":"2024-04-26T01:44:06.485110+0000","last_clean":"2024-04-26T01:44:06.485110+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:44:06.485110+0000","last_undegraded":"2024-04-26T01:44:06.485110+0000","last_fullsized":"2024-04-26T01:44:06.485110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483756+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:44:06.483756+0000","last_peered":"2024-04-26T01:44:06.483756+0000","last_clean":"2024-04-26T01:44:06.483756+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:44:06.483756+0000","last_undegraded":"2024-04-26T01:44:06.483756+0000","last_fullsized":"2024-04-26T01:44:06.483756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489434+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:44:06.489434+0000","last_peered":"2024-04-26T01:44:06.489434+0000","last_clean":"2024-04-26T01:44:06.489434+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:44:06.489434+0000","last_undegraded":"2024-04-26T01:44:06.489434+0000","last_fullsized":"2024-04-26T01:44:06.489434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489693+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:44:06.489693+0000","last_peered":"2024-04-26T01:44:06.489693+0000","last_clean":"2024-04-26T01:44:06.489693+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:44:06.489693+0000","last_undegraded":"2024-04-26T01:44:06.489693+0000","last_fullsized":"2024-04-26T01:44:06.489693+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486347+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:44:06.486347+0000","last_peered":"2024-04-26T01:44:06.486347+0000","last_clean":"2024-04-26T01:44:06.486347+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:44:06.486347+0000","last_undegraded":"2024-04-26T01:44:06.486347+0000","last_fullsized":"2024-04-26T01:44:06.486347+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483926+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:44:06.483926+0000","last_peered":"2024-04-26T01:44:06.483926+0000","last_clean":"2024-04-26T01:44:06.483926+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:44:06.483926+0000","last_undegraded":"2024-04-26T01:44:06.483926+0000","last_fullsized":"2024-04-26T01:44:06.483926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489688+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:44:06.489688+0000","last_peered":"2024-04-26T01:44:06.489688+0000","last_clean":"2024-04-26T01:44:06.489688+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:44:06.489688+0000","last_undegraded":"2024-04-26T01:44:06.489688+0000","last_fullsized":"2024-04-26T01:44:06.489688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582663+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:44:06.582663+0000","last_peered":"2024-04-26T01:44:06.582663+0000","last_clean":"2024-04-26T01:44:06.582663+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:44:06.582663+0000","last_undegraded":"2024-04-26T01:44:06.582663+0000","last_fullsized":"2024-04-26T01:44:06.582663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578771+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:44:06.578771+0000","last_peered":"2024-04-26T01:44:06.578771+0000","last_clean":"2024-04-26T01:44:06.578771+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:44:06.578771+0000","last_undegraded":"2024-04-26T01:44:06.578771+0000","last_fullsized":"2024-04-26T01:44:06.578771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489060+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:44:06.489060+0000","last_peered":"2024-04-26T01:44:06.489060+0000","last_clean":"2024-04-26T01:44:06.489060+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:44:06.489060+0000","last_undegraded":"2024-04-26T01:44:06.489060+0000","last_fullsized":"2024-04-26T01:44:06.489060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.488303+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:44:06.488303+0000","last_peered":"2024-04-26T01:44:06.488303+0000","last_clean":"2024-04-26T01:44:06.488303+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:44:06.488303+0000","last_undegraded":"2024-04-26T01:44:06.488303+0000","last_fullsized":"2024-04-26T01:44:06.488303+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485608+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:44:06.485608+0000","last_peered":"2024-04-26T01:44:06.485608+0000","last_clean":"2024-04-26T01:44:06.485608+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:44:06.485608+0000","last_undegraded":"2024-04-26T01:44:06.485608+0000","last_fullsized":"2024-04-26T01:44:06.485608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483002+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:44:06.483002+0000","last_peered":"2024-04-26T01:44:06.483002+0000","last_clean":"2024-04-26T01:44:06.483002+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:44:06.483002+0000","last_undegraded":"2024-04-26T01:44:06.483002+0000","last_fullsized":"2024-04-26T01:44:06.483002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483342+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:44:06.483342+0000","last_peered":"2024-04-26T01:44:06.483342+0000","last_clean":"2024-04-26T01:44:06.483342+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:44:06.483342+0000","last_undegraded":"2024-04-26T01:44:06.483342+0000","last_fullsized":"2024-04-26T01:44:06.483342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481405+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:44:06.481405+0000","last_peered":"2024-04-26T01:44:06.481405+0000","last_clean":"2024-04-26T01:44:06.481405+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:44:06.481405+0000","last_undegraded":"2024-04-26T01:44:06.481405+0000","last_fullsized":"2024-04-26T01:44:06.481405+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":73,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:18.596160+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:44:18.596160+0000","last_peered":"2024-04-26T01:44:18.596160+0000","last_clean":"2024-04-26T01:44:18.596160+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:44:18.596160+0000","last_undegraded":"2024-04-26T01:44:18.596160+0000","last_fullsized":"2024-04-26T01:44:18.596160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493977+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:44:06.493977+0000","last_peered":"2024-04-26T01:44:06.493977+0000","last_clean":"2024-04-26T01:44:06.493977+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:44:06.493977+0000","last_undegraded":"2024-04-26T01:44:06.493977+0000","last_fullsized":"2024-04-26T01:44:06.493977+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.494501+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:44:06.494501+0000","last_peered":"2024-04-26T01:44:06.494501+0000","last_clean":"2024-04-26T01:44:06.494501+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:44:06.494501+0000","last_undegraded":"2024-04-26T01:44:06.494501+0000","last_fullsized":"2024-04-26T01:44:06.494501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.490895+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:44:06.490895+0000","last_peered":"2024-04-26T01:44:06.490895+0000","last_clean":"2024-04-26T01:44:06.490895+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:44:06.490895+0000","last_undegraded":"2024-04-26T01:44:06.490895+0000","last_fullsized":"2024-04-26T01:44:06.490895+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485382+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:44:06.485382+0000","last_peered":"2024-04-26T01:44:06.485382+0000","last_clean":"2024-04-26T01:44:06.485382+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:44:06.485382+0000","last_undegraded":"2024-04-26T01:44:06.485382+0000","last_fullsized":"2024-04-26T01:44:06.485382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485990+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:44:06.485990+0000","last_peered":"2024-04-26T01:44:06.485990+0000","last_clean":"2024-04-26T01:44:06.485990+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:44:06.485990+0000","last_undegraded":"2024-04-26T01:44:06.485990+0000","last_fullsized":"2024-04-26T01:44:06.485990+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485544+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:44:06.485544+0000","last_peered":"2024-04-26T01:44:06.485544+0000","last_clean":"2024-04-26T01:44:06.485544+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:44:06.485544+0000","last_undegraded":"2024-04-26T01:44:06.485544+0000","last_fullsized":"2024-04-26T01:44:06.485544+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578224+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:44:06.578224+0000","last_peered":"2024-04-26T01:44:06.578224+0000","last_clean":"2024-04-26T01:44:06.578224+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:44:06.578224+0000","last_undegraded":"2024-04-26T01:44:06.578224+0000","last_fullsized":"2024-04-26T01:44:06.578224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:18.601203+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:44:18.601203+0000","last_peered":"2024-04-26T01:44:18.601203+0000","last_clean":"2024-04-26T01:44:18.601203+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:44:18.601203+0000","last_undegraded":"2024-04-26T01:44:18.601203+0000","last_fullsized":"2024-04-26T01:44:18.601203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485284+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:44:06.485284+0000","last_peered":"2024-04-26T01:44:06.485284+0000","last_clean":"2024-04-26T01:44:06.485284+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:44:06.485284+0000","last_undegraded":"2024-04-26T01:44:06.485284+0000","last_fullsized":"2024-04-26T01:44:06.485284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483676+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:44:06.483676+0000","last_peered":"2024-04-26T01:44:06.483676+0000","last_clean":"2024-04-26T01:44:06.483676+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:44:06.483676+0000","last_undegraded":"2024-04-26T01:44:06.483676+0000","last_fullsized":"2024-04-26T01:44:06.483676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577742+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:44:06.577742+0000","last_peered":"2024-04-26T01:44:06.577742+0000","last_clean":"2024-04-26T01:44:06.577742+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:44:06.577742+0000","last_undegraded":"2024-04-26T01:44:06.577742+0000","last_fullsized":"2024-04-26T01:44:06.577742+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577557+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:44:06.577557+0000","last_peered":"2024-04-26T01:44:06.577557+0000","last_clean":"2024-04-26T01:44:06.577557+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:44:06.577557+0000","last_undegraded":"2024-04-26T01:44:06.577557+0000","last_fullsized":"2024-04-26T01:44:06.577557+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491428+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:44:06.491428+0000","last_peered":"2024-04-26T01:44:06.491428+0000","last_clean":"2024-04-26T01:44:06.491428+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:44:06.491428+0000","last_undegraded":"2024-04-26T01:44:06.491428+0000","last_fullsized":"2024-04-26T01:44:06.491428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577451+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:44:06.577451+0000","last_peered":"2024-04-26T01:44:06.577451+0000","last_clean":"2024-04-26T01:44:06.577451+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:44:06.577451+0000","last_undegraded":"2024-04-26T01:44:06.577451+0000","last_fullsized":"2024-04-26T01:44:06.577451+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482810+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:44:06.482810+0000","last_peered":"2024-04-26T01:44:06.482810+0000","last_clean":"2024-04-26T01:44:06.482810+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:44:06.482810+0000","last_undegraded":"2024-04-26T01:44:06.482810+0000","last_fullsized":"2024-04-26T01:44:06.482810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":100,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:21.586199+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:44:21.586199+0000","last_peered":"2024-04-26T01:44:21.586199+0000","last_clean":"2024-04-26T01:44:21.586199+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:44:21.586199+0000","last_undegraded":"2024-04-26T01:44:21.586199+0000","last_fullsized":"2024-04-26T01:44:21.586199+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486278+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:44:06.486278+0000","last_peered":"2024-04-26T01:44:06.486278+0000","last_clean":"2024-04-26T01:44:06.486278+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:44:06.486278+0000","last_undegraded":"2024-04-26T01:44:06.486278+0000","last_fullsized":"2024-04-26T01:44:06.486278+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489828+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:44:06.489828+0000","last_peered":"2024-04-26T01:44:06.489828+0000","last_clean":"2024-04-26T01:44:06.489828+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:44:06.489828+0000","last_undegraded":"2024-04-26T01:44:06.489828+0000","last_fullsized":"2024-04-26T01:44:06.489828+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582771+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:44:06.582771+0000","last_peered":"2024-04-26T01:44:06.582771+0000","last_clean":"2024-04-26T01:44:06.582771+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:44:06.582771+0000","last_undegraded":"2024-04-26T01:44:06.582771+0000","last_fullsized":"2024-04-26T01:44:06.582771+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578349+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:44:06.578349+0000","last_peered":"2024-04-26T01:44:06.578349+0000","last_clean":"2024-04-26T01:44:06.578349+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:44:06.578349+0000","last_undegraded":"2024-04-26T01:44:06.578349+0000","last_fullsized":"2024-04-26T01:44:06.578349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486030+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:44:06.486030+0000","last_peered":"2024-04-26T01:44:06.486030+0000","last_clean":"2024-04-26T01:44:06.486030+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:44:06.486030+0000","last_undegraded":"2024-04-26T01:44:06.486030+0000","last_fullsized":"2024-04-26T01:44:06.486030+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'30","reported_seq":153,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:21.611056+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:44:21.611056+0000","last_peered":"2024-04-26T01:44:21.611056+0000","last_clean":"2024-04-26T01:44:21.611056+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:44:21.611056+0000","last_undegraded":"2024-04-26T01:44:21.611056+0000","last_fullsized":"2024-04-26T01:44:21.611056+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":77,"num_read_kb":97,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485284+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:44:06.485284+0000","last_peered":"2024-04-26T01:44:06.485284+0000","last_clean":"2024-04-26T01:44:06.485284+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:44:06.485284+0000","last_undegraded":"2024-04-26T01:44:06.485284+0000","last_fullsized":"2024-04-26T01:44:06.485284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481171+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:44:06.481171+0000","last_peered":"2024-04-26T01:44:06.481171+0000","last_clean":"2024-04-26T01:44:06.481171+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:44:06.481171+0000","last_undegraded":"2024-04-26T01:44:06.481171+0000","last_fullsized":"2024-04-26T01:44:06.481171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577386+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:44:06.577386+0000","last_peered":"2024-04-26T01:44:06.577386+0000","last_clean":"2024-04-26T01:44:06.577386+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:44:06.577386+0000","last_undegraded":"2024-04-26T01:44:06.577386+0000","last_fullsized":"2024-04-26T01:44:06.577386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577848+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:44:06.577848+0000","last_peered":"2024-04-26T01:44:06.577848+0000","last_clean":"2024-04-26T01:44:06.577848+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:44:06.577848+0000","last_undegraded":"2024-04-26T01:44:06.577848+0000","last_fullsized":"2024-04-26T01:44:06.577848+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581906+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:44:06.581906+0000","last_peered":"2024-04-26T01:44:06.581906+0000","last_clean":"2024-04-26T01:44:06.581906+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:44:06.581906+0000","last_undegraded":"2024-04-26T01:44:06.581906+0000","last_fullsized":"2024-04-26T01:44:06.581906+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:18.601366+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:44:18.601366+0000","last_peered":"2024-04-26T01:44:18.601366+0000","last_clean":"2024-04-26T01:44:18.601366+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:44:18.601366+0000","last_undegraded":"2024-04-26T01:44:18.601366+0000","last_fullsized":"2024-04-26T01:44:18.601366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489377+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:44:06.489377+0000","last_peered":"2024-04-26T01:44:06.489377+0000","last_clean":"2024-04-26T01:44:06.489377+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:44:06.489377+0000","last_undegraded":"2024-04-26T01:44:06.489377+0000","last_fullsized":"2024-04-26T01:44:06.489377+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485458+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:44:06.485458+0000","last_peered":"2024-04-26T01:44:06.485458+0000","last_clean":"2024-04-26T01:44:06.485458+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:44:06.485458+0000","last_undegraded":"2024-04-26T01:44:06.485458+0000","last_fullsized":"2024-04-26T01:44:06.485458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577516+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:44:06.577516+0000","last_peered":"2024-04-26T01:44:06.577516+0000","last_clean":"2024-04-26T01:44:06.577516+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:44:06.577516+0000","last_undegraded":"2024-04-26T01:44:06.577516+0000","last_fullsized":"2024-04-26T01:44:06.577516+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485538+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:44:06.485538+0000","last_peered":"2024-04-26T01:44:06.485538+0000","last_clean":"2024-04-26T01:44:06.485538+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:44:06.485538+0000","last_undegraded":"2024-04-26T01:44:06.485538+0000","last_fullsized":"2024-04-26T01:44:06.485538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.583903+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:44:06.583903+0000","last_peered":"2024-04-26T01:44:06.583903+0000","last_clean":"2024-04-26T01:44:06.583903+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:44:06.583903+0000","last_undegraded":"2024-04-26T01:44:06.583903+0000","last_fullsized":"2024-04-26T01:44:06.583903+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483608+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:44:06.483608+0000","last_peered":"2024-04-26T01:44:06.483608+0000","last_clean":"2024-04-26T01:44:06.483608+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:44:06.483608+0000","last_undegraded":"2024-04-26T01:44:06.483608+0000","last_fullsized":"2024-04-26T01:44:06.483608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483826+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:44:06.483826+0000","last_peered":"2024-04-26T01:44:06.483826+0000","last_clean":"2024-04-26T01:44:06.483826+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:44:06.483826+0000","last_undegraded":"2024-04-26T01:44:06.483826+0000","last_fullsized":"2024-04-26T01:44:06.483826+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":67,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:18.596628+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:44:18.596628+0000","last_peered":"2024-04-26T01:44:18.596628+0000","last_clean":"2024-04-26T01:44:18.596628+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:44:18.596628+0000","last_undegraded":"2024-04-26T01:44:18.596628+0000","last_fullsized":"2024-04-26T01:44:18.596628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483678+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:44:06.483678+0000","last_peered":"2024-04-26T01:44:06.483678+0000","last_clean":"2024-04-26T01:44:06.483678+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:44:06.483678+0000","last_undegraded":"2024-04-26T01:44:06.483678+0000","last_fullsized":"2024-04-26T01:44:06.483678+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577869+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:44:06.577869+0000","last_peered":"2024-04-26T01:44:06.577869+0000","last_clean":"2024-04-26T01:44:06.577869+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:44:06.577869+0000","last_undegraded":"2024-04-26T01:44:06.577869+0000","last_fullsized":"2024-04-26T01:44:06.577869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":65,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:18.600915+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:44:18.600915+0000","last_peered":"2024-04-26T01:44:18.600915+0000","last_clean":"2024-04-26T01:44:18.600915+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:44:18.600915+0000","last_undegraded":"2024-04-26T01:44:18.600915+0000","last_fullsized":"2024-04-26T01:44:18.600915+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.584405+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:44:06.584405+0000","last_peered":"2024-04-26T01:44:06.584405+0000","last_clean":"2024-04-26T01:44:06.584405+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:44:06.584405+0000","last_undegraded":"2024-04-26T01:44:06.584405+0000","last_fullsized":"2024-04-26T01:44:06.584405+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581826+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:44:06.581826+0000","last_peered":"2024-04-26T01:44:06.581826+0000","last_clean":"2024-04-26T01:44:06.581826+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:44:06.581826+0000","last_undegraded":"2024-04-26T01:44:06.581826+0000","last_fullsized":"2024-04-26T01:44:06.581826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489534+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:44:06.489534+0000","last_peered":"2024-04-26T01:44:06.489534+0000","last_clean":"2024-04-26T01:44:06.489534+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:44:06.489534+0000","last_undegraded":"2024-04-26T01:44:06.489534+0000","last_fullsized":"2024-04-26T01:44:06.489534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577235+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:44:06.577235+0000","last_peered":"2024-04-26T01:44:06.577235+0000","last_clean":"2024-04-26T01:44:06.577235+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:44:06.577235+0000","last_undegraded":"2024-04-26T01:44:06.577235+0000","last_fullsized":"2024-04-26T01:44:06.577235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489634+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:44:06.489634+0000","last_peered":"2024-04-26T01:44:06.489634+0000","last_clean":"2024-04-26T01:44:06.489634+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:44:06.489634+0000","last_undegraded":"2024-04-26T01:44:06.489634+0000","last_fullsized":"2024-04-26T01:44:06.489634+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.504100+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:44:06.504100+0000","last_peered":"2024-04-26T01:44:06.504100+0000","last_clean":"2024-04-26T01:44:06.504100+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:44:06.504100+0000","last_undegraded":"2024-04-26T01:44:06.504100+0000","last_fullsized":"2024-04-26T01:44:06.504100+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577936+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:44:06.577936+0000","last_peered":"2024-04-26T01:44:06.577936+0000","last_clean":"2024-04-26T01:44:06.577936+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:44:06.577936+0000","last_undegraded":"2024-04-26T01:44:06.577936+0000","last_fullsized":"2024-04-26T01:44:06.577936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:14.032013+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:44:14.032013+0000","last_peered":"2024-04-26T01:44:14.032013+0000","last_clean":"2024-04-26T01:44:14.032013+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:44:14.032013+0000","last_undegraded":"2024-04-26T01:44:14.032013+0000","last_fullsized":"2024-04-26T01:44:14.032013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493113+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:44:06.493113+0000","last_peered":"2024-04-26T01:44:06.493113+0000","last_clean":"2024-04-26T01:44:06.493113+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:44:06.493113+0000","last_undegraded":"2024-04-26T01:44:06.493113+0000","last_fullsized":"2024-04-26T01:44:06.493113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582418+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:44:06.582418+0000","last_peered":"2024-04-26T01:44:06.582418+0000","last_clean":"2024-04-26T01:44:06.582418+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:44:06.582418+0000","last_undegraded":"2024-04-26T01:44:06.582418+0000","last_fullsized":"2024-04-26T01:44:06.582418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489373+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:44:06.489373+0000","last_peered":"2024-04-26T01:44:06.489373+0000","last_clean":"2024-04-26T01:44:06.489373+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:44:06.489373+0000","last_undegraded":"2024-04-26T01:44:06.489373+0000","last_fullsized":"2024-04-26T01:44:06.489373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485621+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:44:06.485621+0000","last_peered":"2024-04-26T01:44:06.485621+0000","last_clean":"2024-04-26T01:44:06.485621+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:44:06.485621+0000","last_undegraded":"2024-04-26T01:44:06.485621+0000","last_fullsized":"2024-04-26T01:44:06.485621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485335+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:44:06.485335+0000","last_peered":"2024-04-26T01:44:06.485335+0000","last_clean":"2024-04-26T01:44:06.485335+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:44:06.485335+0000","last_undegraded":"2024-04-26T01:44:06.485335+0000","last_fullsized":"2024-04-26T01:44:06.485335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492258+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:44:06.492258+0000","last_peered":"2024-04-26T01:44:06.492258+0000","last_clean":"2024-04-26T01:44:06.492258+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:44:06.492258+0000","last_undegraded":"2024-04-26T01:44:06.492258+0000","last_fullsized":"2024-04-26T01:44:06.492258+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482507+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:44:06.482507+0000","last_peered":"2024-04-26T01:44:06.482507+0000","last_clean":"2024-04-26T01:44:06.482507+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:44:06.482507+0000","last_undegraded":"2024-04-26T01:44:06.482507+0000","last_fullsized":"2024-04-26T01:44:06.482507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.508037+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:44:06.508037+0000","last_peered":"2024-04-26T01:44:06.508037+0000","last_clean":"2024-04-26T01:44:06.508037+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:44:06.508037+0000","last_undegraded":"2024-04-26T01:44:06.508037+0000","last_fullsized":"2024-04-26T01:44:06.508037+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493711+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:44:06.493711+0000","last_peered":"2024-04-26T01:44:06.493711+0000","last_clean":"2024-04-26T01:44:06.493711+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:44:06.493711+0000","last_undegraded":"2024-04-26T01:44:06.493711+0000","last_fullsized":"2024-04-26T01:44:06.493711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485481+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:44:06.485481+0000","last_peered":"2024-04-26T01:44:06.485481+0000","last_clean":"2024-04-26T01:44:06.485481+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:44:06.485481+0000","last_undegraded":"2024-04-26T01:44:06.485481+0000","last_fullsized":"2024-04-26T01:44:06.485481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489627+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:44:06.489627+0000","last_peered":"2024-04-26T01:44:06.489627+0000","last_clean":"2024-04-26T01:44:06.489627+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:44:06.489627+0000","last_undegraded":"2024-04-26T01:44:06.489627+0000","last_fullsized":"2024-04-26T01:44:06.489627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:20.585166+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:44:20.585166+0000","last_peered":"2024-04-26T01:44:20.585166+0000","last_clean":"2024-04-26T01:44:20.585166+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:44:20.585166+0000","last_undegraded":"2024-04-26T01:44:20.585166+0000","last_fullsized":"2024-04-26T01:44:20.585166+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489906+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:44:06.489906+0000","last_peered":"2024-04-26T01:44:06.489906+0000","last_clean":"2024-04-26T01:44:06.489906+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:44:06.489906+0000","last_undegraded":"2024-04-26T01:44:06.489906+0000","last_fullsized":"2024-04-26T01:44:06.489906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578183+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:44:06.578183+0000","last_peered":"2024-04-26T01:44:06.578183+0000","last_clean":"2024-04-26T01:44:06.578183+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:44:06.578183+0000","last_undegraded":"2024-04-26T01:44:06.578183+0000","last_fullsized":"2024-04-26T01:44:06.578183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489662+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:44:06.489662+0000","last_peered":"2024-04-26T01:44:06.489662+0000","last_clean":"2024-04-26T01:44:06.489662+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:44:06.489662+0000","last_undegraded":"2024-04-26T01:44:06.489662+0000","last_fullsized":"2024-04-26T01:44:06.489662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.580714+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:44:06.580714+0000","last_peered":"2024-04-26T01:44:06.580714+0000","last_clean":"2024-04-26T01:44:06.580714+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:44:06.580714+0000","last_undegraded":"2024-04-26T01:44:06.580714+0000","last_fullsized":"2024-04-26T01:44:06.580714+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489915+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:44:06.489915+0000","last_peered":"2024-04-26T01:44:06.489915+0000","last_clean":"2024-04-26T01:44:06.489915+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:44:06.489915+0000","last_undegraded":"2024-04-26T01:44:06.489915+0000","last_fullsized":"2024-04-26T01:44:06.489915+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482606+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:44:06.482606+0000","last_peered":"2024-04-26T01:44:06.482606+0000","last_clean":"2024-04-26T01:44:06.482606+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:44:06.482606+0000","last_undegraded":"2024-04-26T01:44:06.482606+0000","last_fullsized":"2024-04-26T01:44:06.482606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.480965+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:44:06.480965+0000","last_peered":"2024-04-26T01:44:06.480965+0000","last_clean":"2024-04-26T01:44:06.480965+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:44:06.480965+0000","last_undegraded":"2024-04-26T01:44:06.480965+0000","last_fullsized":"2024-04-26T01:44:06.480965+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.480926+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:44:06.480926+0000","last_peered":"2024-04-26T01:44:06.480926+0000","last_clean":"2024-04-26T01:44:06.480926+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:44:06.480926+0000","last_undegraded":"2024-04-26T01:44:06.480926+0000","last_fullsized":"2024-04-26T01:44:06.480926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.490543+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:44:06.490543+0000","last_peered":"2024-04-26T01:44:06.490543+0000","last_clean":"2024-04-26T01:44:06.490543+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:44:06.490543+0000","last_undegraded":"2024-04-26T01:44:06.490543+0000","last_fullsized":"2024-04-26T01:44:06.490543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.579587+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:44:06.579587+0000","last_peered":"2024-04-26T01:44:06.579587+0000","last_clean":"2024-04-26T01:44:06.579587+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:44:06.579587+0000","last_undegraded":"2024-04-26T01:44:06.579587+0000","last_fullsized":"2024-04-26T01:44:06.579587+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491902+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:44:06.491902+0000","last_peered":"2024-04-26T01:44:06.491902+0000","last_clean":"2024-04-26T01:44:06.491902+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:44:06.491902+0000","last_undegraded":"2024-04-26T01:44:06.491902+0000","last_fullsized":"2024-04-26T01:44:06.491902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481499+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:44:06.481499+0000","last_peered":"2024-04-26T01:44:06.481499+0000","last_clean":"2024-04-26T01:44:06.481499+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:44:06.481499+0000","last_undegraded":"2024-04-26T01:44:06.481499+0000","last_fullsized":"2024-04-26T01:44:06.481499+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492817+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:44:06.492817+0000","last_peered":"2024-04-26T01:44:06.492817+0000","last_clean":"2024-04-26T01:44:06.492817+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:44:06.492817+0000","last_undegraded":"2024-04-26T01:44:06.492817+0000","last_fullsized":"2024-04-26T01:44:06.492817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577648+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:44:06.577648+0000","last_peered":"2024-04-26T01:44:06.577648+0000","last_clean":"2024-04-26T01:44:06.577648+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:44:06.577648+0000","last_undegraded":"2024-04-26T01:44:06.577648+0000","last_fullsized":"2024-04-26T01:44:06.577648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491980+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:44:06.491980+0000","last_peered":"2024-04-26T01:44:06.491980+0000","last_clean":"2024-04-26T01:44:06.491980+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:44:06.491980+0000","last_undegraded":"2024-04-26T01:44:06.491980+0000","last_fullsized":"2024-04-26T01:44:06.491980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486053+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:44:06.486053+0000","last_peered":"2024-04-26T01:44:06.486053+0000","last_clean":"2024-04-26T01:44:06.486053+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:44:06.486053+0000","last_undegraded":"2024-04-26T01:44:06.486053+0000","last_fullsized":"2024-04-26T01:44:06.486053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578457+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:44:06.578457+0000","last_peered":"2024-04-26T01:44:06.578457+0000","last_clean":"2024-04-26T01:44:06.578457+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:44:06.578457+0000","last_undegraded":"2024-04-26T01:44:06.578457+0000","last_fullsized":"2024-04-26T01:44:06.578457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482584+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:44:06.482584+0000","last_peered":"2024-04-26T01:44:06.482584+0000","last_clean":"2024-04-26T01:44:06.482584+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:44:06.482584+0000","last_undegraded":"2024-04-26T01:44:06.482584+0000","last_fullsized":"2024-04-26T01:44:06.482584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280511,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67942,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":379,"num_read_kb":265,"num_write":245,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":203826,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1007616,"data_stored":487258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612643,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1138913,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808870,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":487076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070510,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":487342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332146,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1080754,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495673,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1007616,"data_stored":487184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":548444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":488132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1019904,"data_stored":488317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":486618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920836,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":543135,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757310,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1079650,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61438,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:44:24.637 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:44:24.746 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:24 smithi100 ceph-mon[28020]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:44:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:24 smithi148 ceph-mon[32990]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:44:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:24 smithi133 ceph-mon[32344]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 12 op/s 2024-04-26T01:44:25.119 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:25.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:25 smithi100 ceph-mon[28020]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:25.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:25 smithi148 ceph-mon[32990]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:25.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:25 smithi133 ceph-mon[32344]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:26.801 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:26 smithi133 ceph-mon[32344]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:44:26.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:26 smithi148 ceph-mon[32990]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:44:26.818 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:26 smithi100 ceph-mon[28020]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-26T01:44:27.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 -- 172.21.15.100:0/2379102114 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc074c70 msgr2=0x7f30cc075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:27.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 --2- 172.21.15.100:0/2379102114 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc074c70 0x7f30cc075050 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f30bc0098f0 tx=0x7f30bc009c00 comp rx=0 tx=0).stop 2024-04-26T01:44:27.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 -- 172.21.15.100:0/2379102114 shutdown_connections 2024-04-26T01:44:27.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 --2- 172.21.15.100:0/2379102114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc10f440 0x7f30cc111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 --2- 172.21.15.100:0/2379102114 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc074c70 0x7f30cc075050 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 --2- 172.21.15.100:0/2379102114 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 -- 172.21.15.100:0/2379102114 >> 172.21.15.100:0/2379102114 conn(0x7f30cc079ba0 msgr2=0x7f30cc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:27.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 -- 172.21.15.100:0/2379102114 shutdown_connections 2024-04-26T01:44:27.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.351+0000 7f30d2c00700 1 -- 172.21.15.100:0/2379102114 wait complete. 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.352+0000 7f30d2c00700 1 Processor -- start 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.352+0000 7f30d2c00700 1 -- start start 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.352+0000 7f30d2c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 0x7f30cc19b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.352+0000 7f30d2c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc19b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.352+0000 7f30d2c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc10f440 0x7f30cc19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:27.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30d2c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f30cc114f40 con 0x7f30cc075590 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30d2c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f30cc114dc0 con 0x7f30cc074c70 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30d2c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f30cc1150c0 con 0x7f30cc10f440 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc19b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 0x7f30cc19b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30c3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc19b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58378/0 (socket says 172.21.15.100:58378) 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30c3e00700 1 -- 172.21.15.100:0/203189356 learned_addr learned my addr 172.21.15.100:0/203189356 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30d0c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc10f440 0x7f30cc19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 -- 172.21.15.100:0/203189356 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc10f440 msgr2=0x7f30cc19fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc10f440 0x7f30cc19fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 -- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 msgr2=0x7f30cc19b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc19b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.353+0000 7f30cbe00700 1 -- 172.21.15.100:0/203189356 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30cc1a03d0 con 0x7f30cc074c70 2024-04-26T01:44:27.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30cbe00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 0x7f30cc19b410 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f30bc009230 tx=0x7f30bc005990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:27.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30bc005180 con 0x7f30cc074c70 2024-04-26T01:44:27.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30cc1a0660 con 0x7f30cc074c70 2024-04-26T01:44:27.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30bc00b560 con 0x7f30cc074c70 2024-04-26T01:44:27.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30cc1a7f40 con 0x7f30cc074c70 2024-04-26T01:44:27.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.354+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30bc003a20 con 0x7f30cc074c70 2024-04-26T01:44:27.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.356+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30cc069730 con 0x7f30cc074c70 2024-04-26T01:44:27.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.357+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f30bc00ba10 con 0x7f30cc074c70 2024-04-26T01:44:27.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.359+0000 7f30c9600700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 0x7f30b00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:27.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.359+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f30bc0d13d0 con 0x7f30cc074c70 2024-04-26T01:44:27.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.359+0000 7f30c3e00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 0x7f30b00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:27.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.360+0000 7f30c3e00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 0x7f30b00a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f30cc1110d0 tx=0x7f30b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:27.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.363+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f30bc013030 con 0x7f30cc074c70 2024-04-26T01:44:27.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.590+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30cc100360 con 0x7f30b00a3cd0 2024-04-26T01:44:27.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.599+0000 7f30c9600700 1 -- 172.21.15.100:0/203189356 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258981 (secure 0 0 0) 0x7f30cc100360 con 0x7f30b00a3cd0 2024-04-26T01:44:27.603 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 msgr2=0x7f30b00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 0x7f30b00a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f30cc1110d0 tx=0x7f30b4009260 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 msgr2=0x7f30cc19b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 0x7f30cc19b410 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f30bc009230 tx=0x7f30bc005990 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 shutdown_connections 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30cc10f440 0x7f30cc19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30b00a3cd0 0x7f30b00a6190 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30cc074c70 0x7f30cc19b410 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 --2- 172.21.15.100:0/203189356 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30cc075590 0x7f30cc19b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 >> 172.21.15.100:0/203189356 conn(0x7f30cc079ba0 msgr2=0x7f30cc0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 shutdown_connections 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:27.605+0000 7f30d2c00700 1 -- 172.21.15.100:0/203189356 wait complete. 2024-04-26T01:44:27.605 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:44:28.539 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":362,"stamp":"2024-04-26T01:44:27.372762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658544,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":564,"num_read_kb":408,"num_write":428,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361492,"kb_used_data":12272,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580332,"statfs":{"total":1151940427776,"available":1151570259968,"internally_reserved":0,"allocated":12566528,"data_stored":7807080,"data_compressed":111610,"data_compressed_allocated":143360,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5395,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":136,"num_read_kb":76,"num_write":9,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004671"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482825+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:44:06.482825+0000","last_peered":"2024-04-26T01:44:06.482825+0000","last_clean":"2024-04-26T01:44:06.482825+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:44:06.482825+0000","last_undegraded":"2024-04-26T01:44:06.482825+0000","last_fullsized":"2024-04-26T01:44:06.482825+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.488930+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:44:06.488930+0000","last_peered":"2024-04-26T01:44:06.488930+0000","last_clean":"2024-04-26T01:44:06.488930+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:44:06.488930+0000","last_undegraded":"2024-04-26T01:44:06.488930+0000","last_fullsized":"2024-04-26T01:44:06.488930+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489629+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:44:06.489629+0000","last_peered":"2024-04-26T01:44:06.489629+0000","last_clean":"2024-04-26T01:44:06.489629+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:44:06.489629+0000","last_undegraded":"2024-04-26T01:44:06.489629+0000","last_fullsized":"2024-04-26T01:44:06.489629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582729+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:44:06.582729+0000","last_peered":"2024-04-26T01:44:06.582729+0000","last_clean":"2024-04-26T01:44:06.582729+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:44:06.582729+0000","last_undegraded":"2024-04-26T01:44:06.582729+0000","last_fullsized":"2024-04-26T01:44:06.582729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485110+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:44:06.485110+0000","last_peered":"2024-04-26T01:44:06.485110+0000","last_clean":"2024-04-26T01:44:06.485110+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:44:06.485110+0000","last_undegraded":"2024-04-26T01:44:06.485110+0000","last_fullsized":"2024-04-26T01:44:06.485110+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483756+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:44:06.483756+0000","last_peered":"2024-04-26T01:44:06.483756+0000","last_clean":"2024-04-26T01:44:06.483756+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:44:06.483756+0000","last_undegraded":"2024-04-26T01:44:06.483756+0000","last_fullsized":"2024-04-26T01:44:06.483756+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489434+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:44:06.489434+0000","last_peered":"2024-04-26T01:44:06.489434+0000","last_clean":"2024-04-26T01:44:06.489434+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:44:06.489434+0000","last_undegraded":"2024-04-26T01:44:06.489434+0000","last_fullsized":"2024-04-26T01:44:06.489434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489693+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:44:06.489693+0000","last_peered":"2024-04-26T01:44:06.489693+0000","last_clean":"2024-04-26T01:44:06.489693+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:44:06.489693+0000","last_undegraded":"2024-04-26T01:44:06.489693+0000","last_fullsized":"2024-04-26T01:44:06.489693+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486347+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:44:06.486347+0000","last_peered":"2024-04-26T01:44:06.486347+0000","last_clean":"2024-04-26T01:44:06.486347+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:44:06.486347+0000","last_undegraded":"2024-04-26T01:44:06.486347+0000","last_fullsized":"2024-04-26T01:44:06.486347+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483926+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:44:06.483926+0000","last_peered":"2024-04-26T01:44:06.483926+0000","last_clean":"2024-04-26T01:44:06.483926+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:44:06.483926+0000","last_undegraded":"2024-04-26T01:44:06.483926+0000","last_fullsized":"2024-04-26T01:44:06.483926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489688+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:44:06.489688+0000","last_peered":"2024-04-26T01:44:06.489688+0000","last_clean":"2024-04-26T01:44:06.489688+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:44:06.489688+0000","last_undegraded":"2024-04-26T01:44:06.489688+0000","last_fullsized":"2024-04-26T01:44:06.489688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582663+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:44:06.582663+0000","last_peered":"2024-04-26T01:44:06.582663+0000","last_clean":"2024-04-26T01:44:06.582663+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:44:06.582663+0000","last_undegraded":"2024-04-26T01:44:06.582663+0000","last_fullsized":"2024-04-26T01:44:06.582663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578771+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:44:06.578771+0000","last_peered":"2024-04-26T01:44:06.578771+0000","last_clean":"2024-04-26T01:44:06.578771+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:44:06.578771+0000","last_undegraded":"2024-04-26T01:44:06.578771+0000","last_fullsized":"2024-04-26T01:44:06.578771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489060+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:44:06.489060+0000","last_peered":"2024-04-26T01:44:06.489060+0000","last_clean":"2024-04-26T01:44:06.489060+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:44:06.489060+0000","last_undegraded":"2024-04-26T01:44:06.489060+0000","last_fullsized":"2024-04-26T01:44:06.489060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.488303+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:44:06.488303+0000","last_peered":"2024-04-26T01:44:06.488303+0000","last_clean":"2024-04-26T01:44:06.488303+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:44:06.488303+0000","last_undegraded":"2024-04-26T01:44:06.488303+0000","last_fullsized":"2024-04-26T01:44:06.488303+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485608+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:44:06.485608+0000","last_peered":"2024-04-26T01:44:06.485608+0000","last_clean":"2024-04-26T01:44:06.485608+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:44:06.485608+0000","last_undegraded":"2024-04-26T01:44:06.485608+0000","last_fullsized":"2024-04-26T01:44:06.485608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483002+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:44:06.483002+0000","last_peered":"2024-04-26T01:44:06.483002+0000","last_clean":"2024-04-26T01:44:06.483002+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:44:06.483002+0000","last_undegraded":"2024-04-26T01:44:06.483002+0000","last_fullsized":"2024-04-26T01:44:06.483002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483342+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:44:06.483342+0000","last_peered":"2024-04-26T01:44:06.483342+0000","last_clean":"2024-04-26T01:44:06.483342+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:44:06.483342+0000","last_undegraded":"2024-04-26T01:44:06.483342+0000","last_fullsized":"2024-04-26T01:44:06.483342+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481405+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:44:06.481405+0000","last_peered":"2024-04-26T01:44:06.481405+0000","last_clean":"2024-04-26T01:44:06.481405+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:44:06.481405+0000","last_undegraded":"2024-04-26T01:44:06.481405+0000","last_fullsized":"2024-04-26T01:44:06.481405+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":78,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:23.605705+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:44:23.605705+0000","last_peered":"2024-04-26T01:44:23.605705+0000","last_clean":"2024-04-26T01:44:23.605705+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:44:23.605705+0000","last_undegraded":"2024-04-26T01:44:23.605705+0000","last_fullsized":"2024-04-26T01:44:23.605705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493977+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:44:06.493977+0000","last_peered":"2024-04-26T01:44:06.493977+0000","last_clean":"2024-04-26T01:44:06.493977+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:44:06.493977+0000","last_undegraded":"2024-04-26T01:44:06.493977+0000","last_fullsized":"2024-04-26T01:44:06.493977+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.494501+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:44:06.494501+0000","last_peered":"2024-04-26T01:44:06.494501+0000","last_clean":"2024-04-26T01:44:06.494501+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:44:06.494501+0000","last_undegraded":"2024-04-26T01:44:06.494501+0000","last_fullsized":"2024-04-26T01:44:06.494501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.490895+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:44:06.490895+0000","last_peered":"2024-04-26T01:44:06.490895+0000","last_clean":"2024-04-26T01:44:06.490895+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:44:06.490895+0000","last_undegraded":"2024-04-26T01:44:06.490895+0000","last_fullsized":"2024-04-26T01:44:06.490895+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485382+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:44:06.485382+0000","last_peered":"2024-04-26T01:44:06.485382+0000","last_clean":"2024-04-26T01:44:06.485382+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:44:06.485382+0000","last_undegraded":"2024-04-26T01:44:06.485382+0000","last_fullsized":"2024-04-26T01:44:06.485382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485990+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:44:06.485990+0000","last_peered":"2024-04-26T01:44:06.485990+0000","last_clean":"2024-04-26T01:44:06.485990+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:44:06.485990+0000","last_undegraded":"2024-04-26T01:44:06.485990+0000","last_fullsized":"2024-04-26T01:44:06.485990+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485544+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:44:06.485544+0000","last_peered":"2024-04-26T01:44:06.485544+0000","last_clean":"2024-04-26T01:44:06.485544+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:44:06.485544+0000","last_undegraded":"2024-04-26T01:44:06.485544+0000","last_fullsized":"2024-04-26T01:44:06.485544+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578224+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:44:06.578224+0000","last_peered":"2024-04-26T01:44:06.578224+0000","last_clean":"2024-04-26T01:44:06.578224+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:44:06.578224+0000","last_undegraded":"2024-04-26T01:44:06.578224+0000","last_fullsized":"2024-04-26T01:44:06.578224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":73,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:23.610249+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:44:23.610249+0000","last_peered":"2024-04-26T01:44:23.610249+0000","last_clean":"2024-04-26T01:44:23.610249+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:44:23.610249+0000","last_undegraded":"2024-04-26T01:44:23.610249+0000","last_fullsized":"2024-04-26T01:44:23.610249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485284+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:44:06.485284+0000","last_peered":"2024-04-26T01:44:06.485284+0000","last_clean":"2024-04-26T01:44:06.485284+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:44:06.485284+0000","last_undegraded":"2024-04-26T01:44:06.485284+0000","last_fullsized":"2024-04-26T01:44:06.485284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483676+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:44:06.483676+0000","last_peered":"2024-04-26T01:44:06.483676+0000","last_clean":"2024-04-26T01:44:06.483676+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:44:06.483676+0000","last_undegraded":"2024-04-26T01:44:06.483676+0000","last_fullsized":"2024-04-26T01:44:06.483676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577742+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:44:06.577742+0000","last_peered":"2024-04-26T01:44:06.577742+0000","last_clean":"2024-04-26T01:44:06.577742+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:44:06.577742+0000","last_undegraded":"2024-04-26T01:44:06.577742+0000","last_fullsized":"2024-04-26T01:44:06.577742+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577557+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:44:06.577557+0000","last_peered":"2024-04-26T01:44:06.577557+0000","last_clean":"2024-04-26T01:44:06.577557+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:44:06.577557+0000","last_undegraded":"2024-04-26T01:44:06.577557+0000","last_fullsized":"2024-04-26T01:44:06.577557+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491428+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:44:06.491428+0000","last_peered":"2024-04-26T01:44:06.491428+0000","last_clean":"2024-04-26T01:44:06.491428+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:44:06.491428+0000","last_undegraded":"2024-04-26T01:44:06.491428+0000","last_fullsized":"2024-04-26T01:44:06.491428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577451+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:44:06.577451+0000","last_peered":"2024-04-26T01:44:06.577451+0000","last_clean":"2024-04-26T01:44:06.577451+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:44:06.577451+0000","last_undegraded":"2024-04-26T01:44:06.577451+0000","last_fullsized":"2024-04-26T01:44:06.577451+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482810+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:44:06.482810+0000","last_peered":"2024-04-26T01:44:06.482810+0000","last_clean":"2024-04-26T01:44:06.482810+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:44:06.482810+0000","last_undegraded":"2024-04-26T01:44:06.482810+0000","last_fullsized":"2024-04-26T01:44:06.482810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":110,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:26.594619+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:44:26.594619+0000","last_peered":"2024-04-26T01:44:26.594619+0000","last_clean":"2024-04-26T01:44:26.594619+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:44:26.594619+0000","last_undegraded":"2024-04-26T01:44:26.594619+0000","last_fullsized":"2024-04-26T01:44:26.594619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486278+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:44:06.486278+0000","last_peered":"2024-04-26T01:44:06.486278+0000","last_clean":"2024-04-26T01:44:06.486278+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:44:06.486278+0000","last_undegraded":"2024-04-26T01:44:06.486278+0000","last_fullsized":"2024-04-26T01:44:06.486278+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489828+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:44:06.489828+0000","last_peered":"2024-04-26T01:44:06.489828+0000","last_clean":"2024-04-26T01:44:06.489828+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:44:06.489828+0000","last_undegraded":"2024-04-26T01:44:06.489828+0000","last_fullsized":"2024-04-26T01:44:06.489828+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582771+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:44:06.582771+0000","last_peered":"2024-04-26T01:44:06.582771+0000","last_clean":"2024-04-26T01:44:06.582771+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:44:06.582771+0000","last_undegraded":"2024-04-26T01:44:06.582771+0000","last_fullsized":"2024-04-26T01:44:06.582771+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578349+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:44:06.578349+0000","last_peered":"2024-04-26T01:44:06.578349+0000","last_clean":"2024-04-26T01:44:06.578349+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:44:06.578349+0000","last_undegraded":"2024-04-26T01:44:06.578349+0000","last_fullsized":"2024-04-26T01:44:06.578349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486030+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:44:06.486030+0000","last_peered":"2024-04-26T01:44:06.486030+0000","last_clean":"2024-04-26T01:44:06.486030+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:44:06.486030+0000","last_undegraded":"2024-04-26T01:44:06.486030+0000","last_fullsized":"2024-04-26T01:44:06.486030+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'30","reported_seq":163,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:26.617568+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:44:26.617568+0000","last_peered":"2024-04-26T01:44:26.617568+0000","last_clean":"2024-04-26T01:44:26.617568+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:44:26.617568+0000","last_undegraded":"2024-04-26T01:44:26.617568+0000","last_fullsized":"2024-04-26T01:44:26.617568+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60347,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":102,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485284+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:44:06.485284+0000","last_peered":"2024-04-26T01:44:06.485284+0000","last_clean":"2024-04-26T01:44:06.485284+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:44:06.485284+0000","last_undegraded":"2024-04-26T01:44:06.485284+0000","last_fullsized":"2024-04-26T01:44:06.485284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481171+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:44:06.481171+0000","last_peered":"2024-04-26T01:44:06.481171+0000","last_clean":"2024-04-26T01:44:06.481171+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:44:06.481171+0000","last_undegraded":"2024-04-26T01:44:06.481171+0000","last_fullsized":"2024-04-26T01:44:06.481171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577386+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:44:06.577386+0000","last_peered":"2024-04-26T01:44:06.577386+0000","last_clean":"2024-04-26T01:44:06.577386+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:44:06.577386+0000","last_undegraded":"2024-04-26T01:44:06.577386+0000","last_fullsized":"2024-04-26T01:44:06.577386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577848+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:44:06.577848+0000","last_peered":"2024-04-26T01:44:06.577848+0000","last_clean":"2024-04-26T01:44:06.577848+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:44:06.577848+0000","last_undegraded":"2024-04-26T01:44:06.577848+0000","last_fullsized":"2024-04-26T01:44:06.577848+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581906+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:44:06.581906+0000","last_peered":"2024-04-26T01:44:06.581906+0000","last_clean":"2024-04-26T01:44:06.581906+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:44:06.581906+0000","last_undegraded":"2024-04-26T01:44:06.581906+0000","last_fullsized":"2024-04-26T01:44:06.581906+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":73,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:23.609470+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:44:23.609470+0000","last_peered":"2024-04-26T01:44:23.609470+0000","last_clean":"2024-04-26T01:44:23.609470+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:44:23.609470+0000","last_undegraded":"2024-04-26T01:44:23.609470+0000","last_fullsized":"2024-04-26T01:44:23.609470+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489377+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:44:06.489377+0000","last_peered":"2024-04-26T01:44:06.489377+0000","last_clean":"2024-04-26T01:44:06.489377+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:44:06.489377+0000","last_undegraded":"2024-04-26T01:44:06.489377+0000","last_fullsized":"2024-04-26T01:44:06.489377+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485458+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:44:06.485458+0000","last_peered":"2024-04-26T01:44:06.485458+0000","last_clean":"2024-04-26T01:44:06.485458+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:44:06.485458+0000","last_undegraded":"2024-04-26T01:44:06.485458+0000","last_fullsized":"2024-04-26T01:44:06.485458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577516+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:44:06.577516+0000","last_peered":"2024-04-26T01:44:06.577516+0000","last_clean":"2024-04-26T01:44:06.577516+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:44:06.577516+0000","last_undegraded":"2024-04-26T01:44:06.577516+0000","last_fullsized":"2024-04-26T01:44:06.577516+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485538+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:44:06.485538+0000","last_peered":"2024-04-26T01:44:06.485538+0000","last_clean":"2024-04-26T01:44:06.485538+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:44:06.485538+0000","last_undegraded":"2024-04-26T01:44:06.485538+0000","last_fullsized":"2024-04-26T01:44:06.485538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.583903+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:44:06.583903+0000","last_peered":"2024-04-26T01:44:06.583903+0000","last_clean":"2024-04-26T01:44:06.583903+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:44:06.583903+0000","last_undegraded":"2024-04-26T01:44:06.583903+0000","last_fullsized":"2024-04-26T01:44:06.583903+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483608+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:44:06.483608+0000","last_peered":"2024-04-26T01:44:06.483608+0000","last_clean":"2024-04-26T01:44:06.483608+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:44:06.483608+0000","last_undegraded":"2024-04-26T01:44:06.483608+0000","last_fullsized":"2024-04-26T01:44:06.483608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483826+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:44:06.483826+0000","last_peered":"2024-04-26T01:44:06.483826+0000","last_clean":"2024-04-26T01:44:06.483826+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:44:06.483826+0000","last_undegraded":"2024-04-26T01:44:06.483826+0000","last_fullsized":"2024-04-26T01:44:06.483826+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'6","reported_seq":72,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:23.606347+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:44:23.606347+0000","last_peered":"2024-04-26T01:44:23.606347+0000","last_clean":"2024-04-26T01:44:23.606347+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:44:23.606347+0000","last_undegraded":"2024-04-26T01:44:23.606347+0000","last_fullsized":"2024-04-26T01:44:23.606347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483678+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:44:06.483678+0000","last_peered":"2024-04-26T01:44:06.483678+0000","last_clean":"2024-04-26T01:44:06.483678+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:44:06.483678+0000","last_undegraded":"2024-04-26T01:44:06.483678+0000","last_fullsized":"2024-04-26T01:44:06.483678+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577869+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:44:06.577869+0000","last_peered":"2024-04-26T01:44:06.577869+0000","last_clean":"2024-04-26T01:44:06.577869+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:44:06.577869+0000","last_undegraded":"2024-04-26T01:44:06.577869+0000","last_fullsized":"2024-04-26T01:44:06.577869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":69,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:22.606679+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:44:22.606679+0000","last_peered":"2024-04-26T01:44:22.606679+0000","last_clean":"2024-04-26T01:44:22.606679+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:44:22.606679+0000","last_undegraded":"2024-04-26T01:44:22.606679+0000","last_fullsized":"2024-04-26T01:44:22.606679+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.584405+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:44:06.584405+0000","last_peered":"2024-04-26T01:44:06.584405+0000","last_clean":"2024-04-26T01:44:06.584405+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:44:06.584405+0000","last_undegraded":"2024-04-26T01:44:06.584405+0000","last_fullsized":"2024-04-26T01:44:06.584405+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581826+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:44:06.581826+0000","last_peered":"2024-04-26T01:44:06.581826+0000","last_clean":"2024-04-26T01:44:06.581826+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:44:06.581826+0000","last_undegraded":"2024-04-26T01:44:06.581826+0000","last_fullsized":"2024-04-26T01:44:06.581826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489534+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:44:06.489534+0000","last_peered":"2024-04-26T01:44:06.489534+0000","last_clean":"2024-04-26T01:44:06.489534+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:44:06.489534+0000","last_undegraded":"2024-04-26T01:44:06.489534+0000","last_fullsized":"2024-04-26T01:44:06.489534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577235+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:44:06.577235+0000","last_peered":"2024-04-26T01:44:06.577235+0000","last_clean":"2024-04-26T01:44:06.577235+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:44:06.577235+0000","last_undegraded":"2024-04-26T01:44:06.577235+0000","last_fullsized":"2024-04-26T01:44:06.577235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489634+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:44:06.489634+0000","last_peered":"2024-04-26T01:44:06.489634+0000","last_clean":"2024-04-26T01:44:06.489634+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:44:06.489634+0000","last_undegraded":"2024-04-26T01:44:06.489634+0000","last_fullsized":"2024-04-26T01:44:06.489634+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.504100+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:44:06.504100+0000","last_peered":"2024-04-26T01:44:06.504100+0000","last_clean":"2024-04-26T01:44:06.504100+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:44:06.504100+0000","last_undegraded":"2024-04-26T01:44:06.504100+0000","last_fullsized":"2024-04-26T01:44:06.504100+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577936+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:44:06.577936+0000","last_peered":"2024-04-26T01:44:06.577936+0000","last_clean":"2024-04-26T01:44:06.577936+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:44:06.577936+0000","last_undegraded":"2024-04-26T01:44:06.577936+0000","last_fullsized":"2024-04-26T01:44:06.577936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'15","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:14.032013+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:44:14.032013+0000","last_peered":"2024-04-26T01:44:14.032013+0000","last_clean":"2024-04-26T01:44:14.032013+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:44:14.032013+0000","last_undegraded":"2024-04-26T01:44:14.032013+0000","last_fullsized":"2024-04-26T01:44:14.032013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493113+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:44:06.493113+0000","last_peered":"2024-04-26T01:44:06.493113+0000","last_clean":"2024-04-26T01:44:06.493113+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:44:06.493113+0000","last_undegraded":"2024-04-26T01:44:06.493113+0000","last_fullsized":"2024-04-26T01:44:06.493113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582418+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:44:06.582418+0000","last_peered":"2024-04-26T01:44:06.582418+0000","last_clean":"2024-04-26T01:44:06.582418+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:44:06.582418+0000","last_undegraded":"2024-04-26T01:44:06.582418+0000","last_fullsized":"2024-04-26T01:44:06.582418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489373+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:44:06.489373+0000","last_peered":"2024-04-26T01:44:06.489373+0000","last_clean":"2024-04-26T01:44:06.489373+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:44:06.489373+0000","last_undegraded":"2024-04-26T01:44:06.489373+0000","last_fullsized":"2024-04-26T01:44:06.489373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485621+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:44:06.485621+0000","last_peered":"2024-04-26T01:44:06.485621+0000","last_clean":"2024-04-26T01:44:06.485621+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:44:06.485621+0000","last_undegraded":"2024-04-26T01:44:06.485621+0000","last_fullsized":"2024-04-26T01:44:06.485621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485335+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:44:06.485335+0000","last_peered":"2024-04-26T01:44:06.485335+0000","last_clean":"2024-04-26T01:44:06.485335+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:44:06.485335+0000","last_undegraded":"2024-04-26T01:44:06.485335+0000","last_fullsized":"2024-04-26T01:44:06.485335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492258+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:44:06.492258+0000","last_peered":"2024-04-26T01:44:06.492258+0000","last_clean":"2024-04-26T01:44:06.492258+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:44:06.492258+0000","last_undegraded":"2024-04-26T01:44:06.492258+0000","last_fullsized":"2024-04-26T01:44:06.492258+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482507+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:44:06.482507+0000","last_peered":"2024-04-26T01:44:06.482507+0000","last_clean":"2024-04-26T01:44:06.482507+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:44:06.482507+0000","last_undegraded":"2024-04-26T01:44:06.482507+0000","last_fullsized":"2024-04-26T01:44:06.482507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.508037+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:44:06.508037+0000","last_peered":"2024-04-26T01:44:06.508037+0000","last_clean":"2024-04-26T01:44:06.508037+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:44:06.508037+0000","last_undegraded":"2024-04-26T01:44:06.508037+0000","last_fullsized":"2024-04-26T01:44:06.508037+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.493711+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:44:06.493711+0000","last_peered":"2024-04-26T01:44:06.493711+0000","last_clean":"2024-04-26T01:44:06.493711+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:44:06.493711+0000","last_undegraded":"2024-04-26T01:44:06.493711+0000","last_fullsized":"2024-04-26T01:44:06.493711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485481+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:44:06.485481+0000","last_peered":"2024-04-26T01:44:06.485481+0000","last_clean":"2024-04-26T01:44:06.485481+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:44:06.485481+0000","last_undegraded":"2024-04-26T01:44:06.485481+0000","last_fullsized":"2024-04-26T01:44:06.485481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489627+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:44:06.489627+0000","last_peered":"2024-04-26T01:44:06.489627+0000","last_clean":"2024-04-26T01:44:06.489627+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:44:06.489627+0000","last_undegraded":"2024-04-26T01:44:06.489627+0000","last_fullsized":"2024-04-26T01:44:06.489627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":73,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:25.593575+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:44:25.593575+0000","last_peered":"2024-04-26T01:44:25.593575+0000","last_clean":"2024-04-26T01:44:25.593575+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:44:25.593575+0000","last_undegraded":"2024-04-26T01:44:25.593575+0000","last_fullsized":"2024-04-26T01:44:25.593575+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489906+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:44:06.489906+0000","last_peered":"2024-04-26T01:44:06.489906+0000","last_clean":"2024-04-26T01:44:06.489906+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:44:06.489906+0000","last_undegraded":"2024-04-26T01:44:06.489906+0000","last_fullsized":"2024-04-26T01:44:06.489906+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578183+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:44:06.578183+0000","last_peered":"2024-04-26T01:44:06.578183+0000","last_clean":"2024-04-26T01:44:06.578183+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:44:06.578183+0000","last_undegraded":"2024-04-26T01:44:06.578183+0000","last_fullsized":"2024-04-26T01:44:06.578183+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489662+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:44:06.489662+0000","last_peered":"2024-04-26T01:44:06.489662+0000","last_clean":"2024-04-26T01:44:06.489662+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:44:06.489662+0000","last_undegraded":"2024-04-26T01:44:06.489662+0000","last_fullsized":"2024-04-26T01:44:06.489662+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.580714+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:44:06.580714+0000","last_peered":"2024-04-26T01:44:06.580714+0000","last_clean":"2024-04-26T01:44:06.580714+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:44:06.580714+0000","last_undegraded":"2024-04-26T01:44:06.580714+0000","last_fullsized":"2024-04-26T01:44:06.580714+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489915+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:44:06.489915+0000","last_peered":"2024-04-26T01:44:06.489915+0000","last_clean":"2024-04-26T01:44:06.489915+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:44:06.489915+0000","last_undegraded":"2024-04-26T01:44:06.489915+0000","last_fullsized":"2024-04-26T01:44:06.489915+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482606+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:44:06.482606+0000","last_peered":"2024-04-26T01:44:06.482606+0000","last_clean":"2024-04-26T01:44:06.482606+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:44:06.482606+0000","last_undegraded":"2024-04-26T01:44:06.482606+0000","last_fullsized":"2024-04-26T01:44:06.482606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.480965+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:44:06.480965+0000","last_peered":"2024-04-26T01:44:06.480965+0000","last_clean":"2024-04-26T01:44:06.480965+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:44:06.480965+0000","last_undegraded":"2024-04-26T01:44:06.480965+0000","last_fullsized":"2024-04-26T01:44:06.480965+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.480926+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:44:06.480926+0000","last_peered":"2024-04-26T01:44:06.480926+0000","last_clean":"2024-04-26T01:44:06.480926+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:44:06.480926+0000","last_undegraded":"2024-04-26T01:44:06.480926+0000","last_fullsized":"2024-04-26T01:44:06.480926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.490543+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:44:06.490543+0000","last_peered":"2024-04-26T01:44:06.490543+0000","last_clean":"2024-04-26T01:44:06.490543+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:44:06.490543+0000","last_undegraded":"2024-04-26T01:44:06.490543+0000","last_fullsized":"2024-04-26T01:44:06.490543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.579587+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:44:06.579587+0000","last_peered":"2024-04-26T01:44:06.579587+0000","last_clean":"2024-04-26T01:44:06.579587+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:44:06.579587+0000","last_undegraded":"2024-04-26T01:44:06.579587+0000","last_fullsized":"2024-04-26T01:44:06.579587+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491902+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:44:06.491902+0000","last_peered":"2024-04-26T01:44:06.491902+0000","last_clean":"2024-04-26T01:44:06.491902+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:44:06.491902+0000","last_undegraded":"2024-04-26T01:44:06.491902+0000","last_fullsized":"2024-04-26T01:44:06.491902+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481499+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:44:06.481499+0000","last_peered":"2024-04-26T01:44:06.481499+0000","last_clean":"2024-04-26T01:44:06.481499+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:44:06.481499+0000","last_undegraded":"2024-04-26T01:44:06.481499+0000","last_fullsized":"2024-04-26T01:44:06.481499+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492817+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:44:06.492817+0000","last_peered":"2024-04-26T01:44:06.492817+0000","last_clean":"2024-04-26T01:44:06.492817+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:44:06.492817+0000","last_undegraded":"2024-04-26T01:44:06.492817+0000","last_fullsized":"2024-04-26T01:44:06.492817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577648+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:44:06.577648+0000","last_peered":"2024-04-26T01:44:06.577648+0000","last_clean":"2024-04-26T01:44:06.577648+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:44:06.577648+0000","last_undegraded":"2024-04-26T01:44:06.577648+0000","last_fullsized":"2024-04-26T01:44:06.577648+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.491980+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:44:06.491980+0000","last_peered":"2024-04-26T01:44:06.491980+0000","last_clean":"2024-04-26T01:44:06.491980+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:44:06.491980+0000","last_undegraded":"2024-04-26T01:44:06.491980+0000","last_fullsized":"2024-04-26T01:44:06.491980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.486053+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:44:06.486053+0000","last_peered":"2024-04-26T01:44:06.486053+0000","last_clean":"2024-04-26T01:44:06.486053+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:44:06.486053+0000","last_undegraded":"2024-04-26T01:44:06.486053+0000","last_fullsized":"2024-04-26T01:44:06.486053+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578457+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:44:06.578457+0000","last_peered":"2024-04-26T01:44:06.578457+0000","last_clean":"2024-04-26T01:44:06.578457+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:44:06.578457+0000","last_undegraded":"2024-04-26T01:44:06.578457+0000","last_fullsized":"2024-04-26T01:44:06.578457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.482584+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:44:06.482584+0000","last_peered":"2024-04-26T01:44:06.482584+0000","last_clean":"2024-04-26T01:44:06.482584+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:44:06.482584+0000","last_undegraded":"2024-04-26T01:44:06.482584+0000","last_fullsized":"2024-04-26T01:44:06.482584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280511,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67942,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":428,"num_read_kb":289,"num_write":245,"num_write_kb":136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":203826,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351006,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1007616,"data_stored":487258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612644,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1138913,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808871,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":487076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070511,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":487342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1080754,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1007616,"data_stored":487184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":548444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":488132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1019904,"data_stored":488317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":486618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":547392,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757311,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1079650,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61438,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:44:28.546 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:44:28.547 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T01:44:28.547 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T01:44:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:28 smithi148 ceph-mon[32990]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T01:44:28.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:28 smithi100 ceph-mon[28020]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T01:44:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:28 smithi133 ceph-mon[32344]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-26T01:44:29.041 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:29.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:29 smithi148 ceph-mon[32990]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:29.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:29 smithi100 ceph-mon[28020]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:29.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:29 smithi133 ceph-mon[32344]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:44:30.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:30 smithi148 ceph-mon[32990]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:44:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:30 smithi100 ceph-mon[28020]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:44:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:30 smithi133 ceph-mon[32344]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2764307582 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 msgr2=0x7fdaa01017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2764307582 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa01017c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fda90009990 tx=0x7fda90009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2764307582 shutdown_connections 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2764307582 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa01026c0 0x7fdaa0102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2764307582 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa01017c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2764307582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa0101d00 0x7fdaa0102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2764307582 >> 172.21.15.100:0/2764307582 conn(0x7fdaa00fcf60 msgr2=0x7fdaa00ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:31.394 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.395+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2764307582 shutdown_connections 2024-04-26T01:44:31.395 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.396+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2764307582 wait complete. 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 Processor -- start 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 -- start start 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa019ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 0x7fdaa019b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 0x7fdaa01a2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa0110850 con 0x7fdaa01013a0 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa01106d0 con 0x7fdaa01026c0 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.397+0000 7fdaa6c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa01109d0 con 0x7fdaa0101d00 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fda9fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa019ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fda9fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa019ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58406/0 (socket says 172.21.15.100:58406) 2024-04-26T01:44:31.396 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fda9fe00700 1 -- 172.21.15.100:0/2407032710 learned_addr learned my addr 172.21.15.100:0/2407032710 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 0x7fdaa01a2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fda9f400700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 0x7fdaa019b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 -- 172.21.15.100:0/2407032710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 msgr2=0x7fdaa019b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 0x7fdaa019b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 -- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 msgr2=0x7fdaa019ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa019ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 -- 172.21.15.100:0/2407032710 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa01a2a20 con 0x7fdaa01026c0 2024-04-26T01:44:31.397 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fda9f400700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 0x7fdaa019b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:31.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.398+0000 7fdaa4c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 0x7fdaa01a2380 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fda9800efc0 tx=0x7fda9800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:31.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.399+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda980092e0 con 0x7fdaa01026c0 2024-04-26T01:44:31.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.399+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa01a2cb0 con 0x7fdaa01026c0 2024-04-26T01:44:31.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.399+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fda98004bb0 con 0x7fdaa01026c0 2024-04-26T01:44:31.398 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.399+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda98004280 con 0x7fdaa01026c0 2024-04-26T01:44:31.399 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.400+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa01a31a0 con 0x7fdaa01026c0 2024-04-26T01:44:31.399 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.401+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaa0050f80 con 0x7fdaa01026c0 2024-04-26T01:44:31.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.404+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fda9801b030 con 0x7fdaa01026c0 2024-04-26T01:44:31.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.405+0000 7fda9cc00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 0x7fda840a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:31.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.405+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fda980cfe40 con 0x7fdaa01026c0 2024-04-26T01:44:31.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.405+0000 7fda9fe00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 0x7fda840a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:31.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.406+0000 7fda9fe00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 0x7fda840a6240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fda90006010 tx=0x7fda9000b810 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:31.404 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.406+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda98010040 con 0x7fdaa01026c0 2024-04-26T01:44:31.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.725+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fdaa0063650 con 0x7fdaa01026c0 2024-04-26T01:44:31.731 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.733+0000 7fda9cc00700 1 -- 172.21.15.100:0/2407032710 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fda9809c700 con 0x7fdaa01026c0 2024-04-26T01:44:31.731 INFO:teuthology.orchestra.run.smithi100.stdout:[client.0] 2024-04-26T01:44:31.731 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQD/BitmF5NmKxAAjDuvImcwAGHb+ldNmUYAmw== 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 msgr2=0x7fda840a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 0x7fda840a6240 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fda90006010 tx=0x7fda9000b810 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 msgr2=0x7fdaa01a2380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 0x7fdaa01a2380 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fda9800efc0 tx=0x7fda9800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 shutdown_connections 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fda840a3d80 0x7fda840a6240 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdaa01026c0 0x7fdaa01a2380 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdaa01013a0 0x7fdaa019ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 --2- 172.21.15.100:0/2407032710 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdaa0101d00 0x7fdaa019b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:31.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 >> 172.21.15.100:0/2407032710 conn(0x7fdaa00fcf60 msgr2=0x7fdaa00fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:31.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 shutdown_connections 2024-04-26T01:44:31.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:31.736+0000 7fdaa6c00700 1 -- 172.21.15.100:0/2407032710 wait complete. 2024-04-26T01:44:32.622 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:44:32.622 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T01:44:32.622 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T01:44:32.732 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:32 smithi100 ceph-mon[28020]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:32.732 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:32 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2407032710' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.732 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:32 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.732 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:32 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:44:32.740 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T01:44:32.741 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T01:44:32.741 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T01:44:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:32 smithi148 ceph-mon[32990]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:32 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2407032710' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:32 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:32 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:44:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:32 smithi133 ceph-mon[32344]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:32 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2407032710' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:32 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:44:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:32 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:44:33.221 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:34 smithi148 ceph-mon[32990]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:34.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:34 smithi100 ceph-mon[28020]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:34 smithi133 ceph-mon[32344]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 -- 172.21.15.100:0/2009073338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806b070 msgr2=0x7f011810efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 --2- 172.21.15.100:0/2009073338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806b070 0x7f011810efb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f0104009990 tx=0x7f0104009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 -- 172.21.15.100:0/2009073338 shutdown_connections 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 --2- 172.21.15.100:0/2009073338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 0x7f01181118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 --2- 172.21.15.100:0/2009073338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806a750 0x7f011806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 --2- 172.21.15.100:0/2009073338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806b070 0x7f011810efb0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 -- 172.21.15.100:0/2009073338 >> 172.21.15.100:0/2009073338 conn(0x7f01180788f0 msgr2=0x7f0118078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 -- 172.21.15.100:0/2009073338 shutdown_connections 2024-04-26T01:44:35.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.488+0000 7f011e600700 1 -- 172.21.15.100:0/2009073338 wait complete. 2024-04-26T01:44:35.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.490+0000 7f011e600700 1 Processor -- start 2024-04-26T01:44:35.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.490+0000 7f011e600700 1 -- start start 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 0x7f011819b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 0x7f011819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f0118114f40 con 0x7f011810f4f0 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0118114dc0 con 0x7f011806b070 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f011e600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f01181150c0 con 0x7f011806a750 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0117400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 0x7f011819b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39612/0 (socket says 172.21.15.100:39612) 2024-04-26T01:44:35.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0117400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 0x7f011819b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:55854/0 (socket says 172.21.15.100:55854) 2024-04-26T01:44:35.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 -- 172.21.15.100:0/728660451 learned_addr learned my addr 172.21.15.100:0/728660451 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:35.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0117e00700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 0x7f011819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 -- 172.21.15.100:0/728660451 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 msgr2=0x7f011819b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 0x7f011819b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 -- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 msgr2=0x7f011819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 0x7f011819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.491+0000 7f0116a00700 1 -- 172.21.15.100:0/728660451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01181a03d0 con 0x7f011806b070 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.492+0000 7f0116a00700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f01040057c0 tx=0x7f0104005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.492+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0104026070 con 0x7f011806b070 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.492+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f010400fb40 con 0x7f011806b070 2024-04-26T01:44:35.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.492+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01181a0660 con 0x7f011806b070 2024-04-26T01:44:35.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.492+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01040173f0 con 0x7f011806b070 2024-04-26T01:44:35.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.493+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01181a7f40 con 0x7f011806b070 2024-04-26T01:44:35.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.494+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0118069730 con 0x7f011806b070 2024-04-26T01:44:35.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.496+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f0104029070 con 0x7f011806b070 2024-04-26T01:44:35.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.497+0000 7f010fe00700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 0x7f00fc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:35.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.497+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f01040d0f70 con 0x7f011806b070 2024-04-26T01:44:35.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.497+0000 7f0117400700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 0x7f00fc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:35.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.498+0000 7f0117400700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 0x7f00fc0a6210 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0108009c60 tx=0x7f0108009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:35.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.502+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0104013070 con 0x7f011806b070 2024-04-26T01:44:35.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.794+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f011802df80 con 0x7f011806b070 2024-04-26T01:44:35.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.800+0000 7f010fe00700 1 -- 172.21.15.100:0/728660451 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+265002 (secure 0 0 0) 0x7f010409d830 con 0x7f011806b070 2024-04-26T01:44:35.804 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:35.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 msgr2=0x7f00fc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:35.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 0x7f00fc0a6210 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0108009c60 tx=0x7f0108009260 comp rx=0 tx=0).stop 2024-04-26T01:44:35.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 msgr2=0x7f011819b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f01040057c0 tx=0x7f0104005ef0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 shutdown_connections 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f011810f4f0 0x7f011819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f011806a750 0x7f011819b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f00fc0a3d50 0x7f00fc0a6210 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 --2- 172.21.15.100:0/728660451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f011806b070 0x7f011819b950 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 >> 172.21.15.100:0/728660451 conn(0x7f01180788f0 msgr2=0x7f0118110940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:35.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 shutdown_connections 2024-04-26T01:44:35.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:35.806+0000 7f011e600700 1 -- 172.21.15.100:0/728660451 wait complete. 2024-04-26T01:44:36.740 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:36 smithi100 ceph-mon[28020]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-26T01:44:36.740 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:36 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/728660451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:44:36.744 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6800","nonce":466558262},{"type":"v1","addr":"172.21.15.100:6801","nonce":466558262}]},"active_addr":"172.21.15.100:6801/466558262","active_change":"2024-04-26T01:35:05.201014+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24115,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.100:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.100:0","nonce":3732339740}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.100:0","nonce":3383786923}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.100:0","nonce":115872624}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.100:0","nonce":599467682}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.100:0","nonce":2258898996}]}]} 2024-04-26T01:44:36.749 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T01:44:36.749 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T01:44:36.750 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:44:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:36 smithi148 ceph-mon[32990]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-26T01:44:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:36 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/728660451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:44:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:36 smithi133 ceph-mon[32344]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-26T01:44:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:36 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/728660451' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:44:37.182 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:38.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:38 smithi100 ceph-mon[28020]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:44:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:38 smithi148 ceph-mon[32990]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:44:38.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:38 smithi133 ceph-mon[32344]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.490+0000 7fb351200700 1 -- 172.21.15.100:0/2369051092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 msgr2=0x7fb34c075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.490+0000 7fb351200700 1 --2- 172.21.15.100:0/2369051092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c075050 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009990 tx=0x7fb33c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 -- 172.21.15.100:0/2369051092 shutdown_connections 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 --2- 172.21.15.100:0/2369051092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 0x7fb34c111860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 --2- 172.21.15.100:0/2369051092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c075050 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 --2- 172.21.15.100:0/2369051092 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c10ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 -- 172.21.15.100:0/2369051092 >> 172.21.15.100:0/2369051092 conn(0x7fb34c079b10 msgr2=0x7fb34c079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:39.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 -- 172.21.15.100:0/2369051092 shutdown_connections 2024-04-26T01:44:39.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.491+0000 7fb351200700 1 -- 172.21.15.100:0/2369051092 wait complete. 2024-04-26T01:44:39.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.492+0000 7fb351200700 1 Processor -- start 2024-04-26T01:44:39.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.492+0000 7fb351200700 1 -- start start 2024-04-26T01:44:39.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.492+0000 7fb351200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:39.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.492+0000 7fb351200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c19b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:39.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.492+0000 7fb351200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 0x7fb34c19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb351200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c114fe0 con 0x7fb34c074c70 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb351200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c114e60 con 0x7fb34c10f470 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb351200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb34c115160 con 0x7fb34c075590 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c19b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:49662/0 (socket says 172.21.15.100:49662) 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349e00700 1 -- 172.21.15.100:0/763423487 learned_addr learned my addr 172.21.15.100:0/763423487 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb34a800700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 0x7fb34c19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 -- 172.21.15.100:0/763423487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 msgr2=0x7fb34c19fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 0x7fb34c19fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 -- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 msgr2=0x7fb34c19b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349400700 1 -- 172.21.15.100:0/763423487 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34c1a03f0 con 0x7fb34c075590 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.493+0000 7fb349e00700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:39.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb349400700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c19b970 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb33800e9c0 tx=0x7fb33800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:39.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338004230 con 0x7fb34c075590 2024-04-26T01:44:39.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb34c1a06e0 con 0x7fb34c075590 2024-04-26T01:44:39.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb3380043d0 con 0x7fb34c075590 2024-04-26T01:44:39.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338010430 con 0x7fb34c075590 2024-04-26T01:44:39.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.494+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb34c1a7f60 con 0x7fb34c075590 2024-04-26T01:44:39.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.495+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb34c069730 con 0x7fb34c075590 2024-04-26T01:44:39.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.497+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fb33800c7c0 con 0x7fb34c075590 2024-04-26T01:44:39.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.499+0000 7fb342a00700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 0x7fb3300a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:39.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.499+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb3380d09b0 con 0x7fb34c075590 2024-04-26T01:44:39.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.499+0000 7fb349e00700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 0x7fb3300a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:39.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.500+0000 7fb349e00700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 0x7fb3300a6210 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb33c00b790 tx=0x7fb33c00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:39.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.504+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb33809d1e0 con 0x7fb34c075590 2024-04-26T01:44:39.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.734+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb34c1a8190 con 0x7fb34c075590 2024-04-26T01:44:39.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.736+0000 7fb342a00700 1 -- 172.21.15.100:0/763423487 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22721 (secure 0 0 0) 0x7fb33809cae0 con 0x7fb34c075590 2024-04-26T01:44:39.734 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:39.735 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":91,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:44:06.475535+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 msgr2=0x7fb3300a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 0x7fb3300a6210 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb33c00b790 tx=0x7fb33c00b280 comp rx=0 tx=0).stop 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 msgr2=0x7fb34c19b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c19b970 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb33800e9c0 tx=0x7fb33800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 shutdown_connections 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb3300a3d50 0x7fb3300a6210 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb34c10f470 0x7fb34c19fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb34c074c70 0x7fb34c19b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 --2- 172.21.15.100:0/763423487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb34c075590 0x7fb34c19b970 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:39.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 >> 172.21.15.100:0/763423487 conn(0x7fb34c079b10 msgr2=0x7fb34c0ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:39.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.739+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 shutdown_connections 2024-04-26T01:44:39.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:39.740+0000 7fb351200700 1 -- 172.21.15.100:0/763423487 wait complete. 2024-04-26T01:44:40.708 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T01:44:40.709 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:44:40.784 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:40 smithi100 ceph-mon[28020]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:44:40.784 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:40 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/763423487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:40 smithi148 ceph-mon[32990]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:44:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:40 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/763423487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:40 smithi133 ceph-mon[32344]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:44:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:40 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/763423487' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:41.153 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:42.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:42 smithi148 ceph-mon[32990]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 10 op/s 2024-04-26T01:44:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:42 smithi100 ceph-mon[28020]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 10 op/s 2024-04-26T01:44:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:42 smithi133 ceph-mon[32344]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 10 op/s 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 -- 172.21.15.100:0/3808740201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0105840 msgr2=0x7f1df0109890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 --2- 172.21.15.100:0/3808740201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0105840 0x7f1df0109890 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1dd80099c0 tx=0x7f1dd8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 -- 172.21.15.100:0/3808740201 shutdown_connections 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 --2- 172.21.15.100:0/3808740201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0109f70 0x7f1df0111b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 --2- 172.21.15.100:0/3808740201 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df0105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 --2- 172.21.15.100:0/3808740201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0105840 0x7f1df0109890 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 -- 172.21.15.100:0/3808740201 >> 172.21.15.100:0/3808740201 conn(0x7f1df0100720 msgr2=0x7f1df0102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:43.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 -- 172.21.15.100:0/3808740201 shutdown_connections 2024-04-26T01:44:43.357 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.358+0000 7f1df6e00700 1 -- 172.21.15.100:0/3808740201 wait complete. 2024-04-26T01:44:43.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.359+0000 7f1df6e00700 1 Processor -- start 2024-04-26T01:44:43.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.359+0000 7f1df6e00700 1 -- start start 2024-04-26T01:44:43.358 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0109f70 0x7f1df019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1df0114f20 con 0x7f1df0109f70 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1df0114da0 con 0x7f1df0105840 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df6e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1df01150a0 con 0x7f1df0104e90 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47162/0 (socket says 172.21.15.100:47162) 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 -- 172.21.15.100:0/1431333828 learned_addr learned my addr 172.21.15.100:0/1431333828 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1defe00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1df4e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0109f70 0x7f1df019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 -- 172.21.15.100:0/1431333828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 msgr2=0x7f1df019b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df019b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 -- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0109f70 msgr2=0x7f1df019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:43.359 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0109f70 0x7f1df019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.360 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1de7400700 1 -- 172.21.15.100:0/1431333828 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df01a0410 con 0x7f1df0105840 2024-04-26T01:44:43.360 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.360+0000 7f1defe00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df019b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:44:43.360 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1de7400700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8006010 tx=0x7f1dd8003a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:43.360 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8003680 con 0x7f1df0105840 2024-04-26T01:44:43.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1dd8003e50 con 0x7f1df0105840 2024-04-26T01:44:43.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df01a06a0 con 0x7f1df0105840 2024-04-26T01:44:43.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd800fe00 con 0x7f1df0105840 2024-04-26T01:44:43.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.361+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df01a7f80 con 0x7f1df0105840 2024-04-26T01:44:43.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.362+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df0106370 con 0x7f1df0105840 2024-04-26T01:44:43.362 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.364+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f1dd800f460 con 0x7f1df0105840 2024-04-26T01:44:43.363 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.366+0000 7f1ded600700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 0x7f1dd40a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:43.363 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.366+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1dd80d1360 con 0x7f1df0105840 2024-04-26T01:44:43.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.366+0000 7f1defe00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 0x7f1dd40a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:43.364 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.367+0000 7f1defe00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 0x7f1dd40a6330 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1de0009480 tx=0x7f1de000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:43.366 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.368+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1dd8013070 con 0x7f1df0105840 2024-04-26T01:44:43.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.604+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1df002df80 con 0x7f1df0105840 2024-04-26T01:44:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.606+0000 7f1ded600700 1 -- 172.21.15.100:0/1431333828 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22721 (secure 0 0 0) 0x7f1dd809dc20 con 0x7f1df0105840 2024-04-26T01:44:43.604 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:44:43.605 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":91,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:44:06.475535+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:44:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 msgr2=0x7f1dd40a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 0x7f1dd40a6330 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f1de0009480 tx=0x7f1de000b040 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 msgr2=0x7f1df019b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8006010 tx=0x7f1dd8003a90 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 shutdown_connections 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1df0109f70 0x7f1df019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1df0104e90 0x7f1df019b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f1dd40a3e70 0x7f1dd40a6330 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 --2- 172.21.15.100:0/1431333828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1df0105840 0x7f1df019b990 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.609+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 >> 172.21.15.100:0/1431333828 conn(0x7f1df0100720 msgr2=0x7f1df01029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.610+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 shutdown_connections 2024-04-26T01:44:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:43.610+0000 7f1df6e00700 1 -- 172.21.15.100:0/1431333828 wait complete. 2024-04-26T01:44:44.527 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T01:44:44.527 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T01:44:44.527 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T01:44:44.528 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T01:44:44.528 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T01:44:44.529 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T01:44:44.529 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T01:44:44.530 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T01:44:44.530 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T01:44:44.531 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T01:44:44.531 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T01:44:44.532 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T01:44:44.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:44 smithi100 ceph-mon[28020]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T01:44:44.728 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:44 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1431333828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:44 smithi148 ceph-mon[32990]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T01:44:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:44 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1431333828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:44 smithi133 ceph-mon[32344]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 10 op/s 2024-04-26T01:44:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:44 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1431333828' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:44:45.522 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:45.554 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:45.563 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:45.567 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:45.627 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:46.539 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:46 smithi100 ceph-mon[28020]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:44:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:46 smithi148 ceph-mon[32990]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:44:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:46 smithi133 ceph-mon[32344]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:44:48.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:48 smithi100 ceph-mon[28020]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:44:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:48 smithi148 ceph-mon[32990]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:44:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:48 smithi133 ceph-mon[32344]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:44:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:50 smithi148 ceph-mon[32990]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T01:44:50.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:50 smithi100 ceph-mon[28020]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T01:44:50.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:50 smithi133 ceph-mon[32344]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-26T01:44:51.387 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.388 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.391 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.392 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.392 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.397 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:51.397 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:44:52.572 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:52 smithi100 ceph-mon[28020]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-04-26T01:44:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:52 smithi148 ceph-mon[32990]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-04-26T01:44:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:52 smithi133 ceph-mon[32344]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-04-26T01:44:53.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:53 smithi148 ceph-mon[32990]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T01:44:53.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:53 smithi100 ceph-mon[28020]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T01:44:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:53 smithi133 ceph-mon[32344]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-04-26T01:44:54.947 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 -- 172.21.15.100:0/666422285 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58075590 msgr2=0x7f6b581136d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 --2- 172.21.15.100:0/666422285 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58075590 0x7f6b581136d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6b40009990 tx=0x7f6b40009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 -- 172.21.15.100:0/666422285 shutdown_connections 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 --2- 172.21.15.100:0/666422285 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b58113c10 0x7f6b58116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 --2- 172.21.15.100:0/666422285 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6b58074c70 0x7f6b58075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 --2- 172.21.15.100:0/666422285 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58075590 0x7f6b581136d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 -- 172.21.15.100:0/666422285 >> 172.21.15.100:0/666422285 conn(0x7f6b58079ba0 msgr2=0x7f6b58079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 -- 172.21.15.100:0/666422285 shutdown_connections 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.578+0000 7f6b5e400700 1 -- 172.21.15.100:0/666422285 wait complete. 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 Processor -- start 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 -- start start 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 0x7f6b581a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:54.948 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b58075590 0x7f6b581a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6b58113c10 0x7f6b5819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.579+0000 7f6b5e400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6b58119390 con 0x7f6b58074c70 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b5e400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6b58119210 con 0x7f6b58113c10 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b5e400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6b58119510 con 0x7f6b58075590 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 0x7f6b581a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 0x7f6b581a55a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33140/0 (socket says 172.21.15.100:33140) 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 -- 172.21.15.100:0/1807630033 learned_addr learned my addr 172.21.15.100:0/1807630033 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b4fe00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b58075590 0x7f6b581a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57e00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6b58113c10 0x7f6b5819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 -- 172.21.15.100:0/1807630033 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b58075590 msgr2=0x7f6b581a5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6b58075590 0x7f6b581a5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 -- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6b58113c10 msgr2=0x7f6b5819f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6b58113c10 0x7f6b5819f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.580+0000 7f6b57400700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b5819ff50 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b57400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 0x7f6b581a55a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800e9a0 tx=0x7f6b4800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b4800ca10 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b581a0240 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6b4800cbb0 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b48018680 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.581+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b581ac520 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.582+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6b581100d0 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.584+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f6b48018820 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b54c00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0a3cd0 0x7f6b3c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6b480d0bf0 con 0x7f6b58074c70 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b4fe00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0a3cd0 0x7f6b3c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b54c00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] conn(0x7f6b3c0ad810 0x7f6b3c0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:54.950 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6b48018e50 con 0x7f6b3c0ad810 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.586+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f6b480d0fa0 con 0x7f6b58074c70 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.587+0000 7f6b4fe00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0a3cd0 0x7f6b3c0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6b581a0e30 tx=0x7f6b4000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.587+0000 7f6b57e00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] conn(0x7f6b3c0ad810 0x7f6b3c0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.587+0000 7f6b57e00700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] conn(0x7f6b3c0ad810 0x7f6b3c0afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.588+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== osd.4 v2:172.21.15.133:6808/1984783148 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6b48018e50 con 0x7f6b3c0ad810 2024-04-26T01:44:54.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.606+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 --> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6b58076360 con 0x7f6b3c0ad810 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b54c00700 1 -- 172.21.15.100:0/1807630033 <== osd.4 v2:172.21.15.133:6808/1984783148 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6b58076360 con 0x7f6b3c0ad810 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] conn(0x7f6b3c0ad810 msgr2=0x7f6b3c0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] conn(0x7f6b3c0ad810 0x7f6b3c0afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0a3cd0 msgr2=0x7f6b3c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6b3c0a3cd0 0x7f6b3c0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6b581a0e30 tx=0x7f6b4000b260 comp rx=0 tx=0).stop 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 msgr2=0x7f6b581a55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.607+0000 7f6b5e400700 1 --2- 172.21.15.100:0/1807630033 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6b58074c70 0x7f6b581a55a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6b4800e9a0 tx=0x7f6b4800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.608+0000 7f6b57e00700 1 -- 172.21.15.100:0/1807630033 reap_dead start 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.608+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 shutdown_connections 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.608+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 >> 172.21.15.100:0/1807630033 conn(0x7f6b58079ba0 msgr2=0x7f6b5810f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.608+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 shutdown_connections 2024-04-26T01:44:54.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.608+0000 7f6b5e400700 1 -- 172.21.15.100:0/1807630033 wait complete. 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 -- 172.21.15.100:0/2405645268 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0075590 msgr2=0x7fa6c010ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2405645268 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0075590 0x7fa6c010ef00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac009990 tx=0x7fa6ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 -- 172.21.15.100:0/2405645268 shutdown_connections 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2405645268 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 0x7fa6c0111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2405645268 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6c0074c70 0x7fa6c0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2405645268 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0075590 0x7fa6c010ef00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 -- 172.21.15.100:0/2405645268 >> 172.21.15.100:0/2405645268 conn(0x7fa6c0079ba0 msgr2=0x7fa6c0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.450+0000 7fa6c8200700 1 -- 172.21.15.100:0/2405645268 shutdown_connections 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.451+0000 7fa6c8200700 1 -- 172.21.15.100:0/2405645268 wait complete. 2024-04-26T01:44:55.955 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.452+0000 7fa6c8200700 1 Processor -- start 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.452+0000 7fa6c8200700 1 -- start start 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0074c70 0x7fa6c019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6c0075590 0x7fa6c019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 0x7fa6c019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c0114f40 con 0x7fa6c010f440 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c0114dc0 con 0x7fa6c0075590 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c8200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa6c01150c0 con 0x7fa6c0074c70 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c6200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 0x7fa6c019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0074c70 0x7fa6c019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c6200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 0x7fa6c019fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33124/0 (socket says 172.21.15.100:33124) 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c6200700 1 -- 172.21.15.100:0/2797927270 learned_addr learned my addr 172.21.15.100:0/2797927270 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c4e00700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6c0075590 0x7fa6c019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 -- 172.21.15.100:0/2797927270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6c0075590 msgr2=0x7fa6c019b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6c0075590 0x7fa6c019b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 -- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 msgr2=0x7fa6c019fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa6c010f440 0x7fa6c019fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.453+0000 7fa6c5800700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6c01a03b0 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6c5800700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0074c70 0x7fa6c019b3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400e9f0 tx=0x7fa6b400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b400c9c0 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6b400cb60 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6c01a06a0 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4018680 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.454+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6c01a7f20 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.455+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa6c00630d0 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.457+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fa6b4010430 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6be000700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa6a80a3d50 0x7fa6a80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa6b40d0b70 con 0x7fa6c0074c70 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6c4e00700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa6a80a3d50 0x7fa6a80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6be000700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] conn(0x7fa6a80ad890 0x7fa6a80afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:55.957 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa6b4010a60 con 0x7fa6a80ad890 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa6b40d0f20 con 0x7fa6c0074c70 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.459+0000 7fa6c6200700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] conn(0x7fa6a80ad890 0x7fa6a80afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.460+0000 7fa6c4e00700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa6a80a3d50 0x7fa6a80a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac006010 tx=0x7fa6ac005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.460+0000 7fa6c6200700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] conn(0x7fa6a80ad890 0x7fa6a80afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.461+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== osd.9 v2:172.21.15.100:6826/702267990 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa6b4010a60 con 0x7fa6a80ad890 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.479+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 --> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa6c0063550 con 0x7fa6a80ad890 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.480+0000 7fa6be000700 1 -- 172.21.15.100:0/2797927270 <== osd.9 v2:172.21.15.100:6826/702267990 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa6c0063550 con 0x7fa6a80ad890 2024-04-26T01:44:55.958 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.480+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] conn(0x7fa6a80ad890 msgr2=0x7fa6a80afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.480+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] conn(0x7fa6a80ad890 0x7fa6a80afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa6a80a3d50 msgr2=0x7fa6a80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa6a80a3d50 0x7fa6a80a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac006010 tx=0x7fa6ac005960 comp rx=0 tx=0).stop 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0074c70 msgr2=0x7fa6c019b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 --2- 172.21.15.100:0/2797927270 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa6c0074c70 0x7fa6c019b3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa6b400e9f0 tx=0x7fa6b400ed00 comp rx=0 tx=0).stop 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c6200700 1 -- 172.21.15.100:0/2797927270 reap_dead start 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 shutdown_connections 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 >> 172.21.15.100:0/2797927270 conn(0x7fa6c0079ba0 msgr2=0x7fa6c00ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 shutdown_connections 2024-04-26T01:44:55.959 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:53.481+0000 7fa6c8200700 1 -- 172.21.15.100:0/2797927270 wait complete. 2024-04-26T01:44:56.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 -- 172.21.15.100:0/2739555623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 msgr2=0x7fa58806ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 --2- 172.21.15.100:0/2739555623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58806ab30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa578009990 tx=0x7fa578009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 -- 172.21.15.100:0/2739555623 shutdown_connections 2024-04-26T01:44:56.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 --2- 172.21.15.100:0/2739555623 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa58810f4f0 0x7fa5881118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 --2- 172.21.15.100:0/2739555623 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58806ab30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 --2- 172.21.15.100:0/2739555623 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa58806b070 0x7fa58810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 -- 172.21.15.100:0/2739555623 >> 172.21.15.100:0/2739555623 conn(0x7fa5880788f0 msgr2=0x7fa588078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 -- 172.21.15.100:0/2739555623 shutdown_connections 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.909+0000 7fa58ce00700 1 -- 172.21.15.100:0/2739555623 wait complete. 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 Processor -- start 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 -- start start 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58819b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa58806b070 0x7fa58819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa58810f4f0 0x7fa58819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa588114fd0 con 0x7fa58806a750 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa588114e50 con 0x7fa58806b070 2024-04-26T01:44:56.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.910+0000 7fa58ce00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa588115150 con 0x7fa58810f4f0 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58819b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa58806b070 0x7fa58819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58819b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33148/0 (socket says 172.21.15.100:33148) 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 -- 172.21.15.100:0/3601156866 learned_addr learned my addr 172.21.15.100:0/3601156866 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa586800700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa58810f4f0 0x7fa58819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 -- 172.21.15.100:0/3601156866 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa58810f4f0 msgr2=0x7fa58819fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa58810f4f0 0x7fa58819fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 -- 172.21.15.100:0/3601156866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa58806b070 msgr2=0x7fa58819ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa58806b070 0x7fa58819ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.911+0000 7fa585e00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5881a04e0 con 0x7fa58806a750 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa585e00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58819b520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa578005910 tx=0x7fa57800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa578027070 con 0x7fa58806a750 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5881a0770 con 0x7fa58806a750 2024-04-26T01:44:56.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa57800b610 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5780173f0 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.912+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5881a8050 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.913+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa588063110 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.915+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fa57802a070 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.916+0000 7fa57ea00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa56c0a3cd0 0x7fa56c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa5780d1b00 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa585400700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa56c0a3cd0 0x7fa56c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa57ea00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] conn(0x7fa56c0ad810 0x7fa56c0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa57800b0b0 con 0x7fa56c0ad810 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa5780d1eb0 con 0x7fa58806a750 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.917+0000 7fa586800700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] conn(0x7fa56c0ad810 0x7fa56c0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.918+0000 7fa585400700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa56c0a3cd0 0x7fa56c0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa588102f00 tx=0x7fa574009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.918+0000 7fa586800700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] conn(0x7fa56c0ad810 0x7fa56c0afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:56.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.919+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== osd.3 v2:172.21.15.100:6810/2648644460 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa57800b0b0 con 0x7fa56c0ad810 2024-04-26T01:44:56.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.937+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 --> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa588063590 con 0x7fa56c0ad810 2024-04-26T01:44:56.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.937+0000 7fa57ea00700 1 -- 172.21.15.100:0/3601156866 <== osd.3 v2:172.21.15.100:6810/2648644460 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa588063590 con 0x7fa56c0ad810 2024-04-26T01:44:56.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.937+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] conn(0x7fa56c0ad810 msgr2=0x7fa56c0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.937+0000 7fa58ce00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] conn(0x7fa56c0ad810 0x7fa56c0afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa56c0a3cd0 msgr2=0x7fa56c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa56c0a3cd0 0x7fa56c0a6190 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa588102f00 tx=0x7fa574009260 comp rx=0 tx=0).stop 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 msgr2=0x7fa58819b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 --2- 172.21.15.100:0/3601156866 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa58806a750 0x7fa58819b520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa578005910 tx=0x7fa57800bfc0 comp rx=0 tx=0).stop 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa586800700 1 -- 172.21.15.100:0/3601156866 reap_dead start 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 shutdown_connections 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 >> 172.21.15.100:0/3601156866 conn(0x7fa5880788f0 msgr2=0x7fa5881109e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 shutdown_connections 2024-04-26T01:44:56.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:54.938+0000 7fa58ce00700 1 -- 172.21.15.100:0/3601156866 wait complete. 2024-04-26T01:44:56.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:56 smithi100 ceph-mon[28020]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:44:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:56 smithi148 ceph-mon[32990]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:44:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:56 smithi133 ceph-mon[32344]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:44:57.894 INFO:teuthology.orchestra.run.smithi100.stdout:141733920843 2024-04-26T01:44:57.895 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T01:44:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:44:58 smithi148 ceph-mon[32990]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:44:58.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:44:58 smithi100 ceph-mon[28020]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:44:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:44:58 smithi133 ceph-mon[32344]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:00 smithi148 ceph-mon[32990]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:00 smithi100 ceph-mon[28020]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:00 smithi133 ceph-mon[32344]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 -- 172.21.15.100:0/849834936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c6410e3b0 msgr2=0x7f3c64115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 --2- 172.21.15.100:0/849834936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c6410e3b0 0x7f3c64115f80 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c00b0d0 tx=0x7f3c5c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 -- 172.21.15.100:0/849834936 shutdown_connections 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 --2- 172.21.15.100:0/849834936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c6410e3b0 0x7f3c64115f80 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 --2- 172.21.15.100:0/849834936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c641092d0 0x7f3c641096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 --2- 172.21.15.100:0/849834936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c64109c80 0x7f3c6410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.836+0000 7f3c6b800700 1 -- 172.21.15.100:0/849834936 >> 172.21.15.100:0/849834936 conn(0x7f3c64076210 msgr2=0x7f3c64107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.837+0000 7f3c6b800700 1 -- 172.21.15.100:0/849834936 shutdown_connections 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.837+0000 7f3c6b800700 1 -- 172.21.15.100:0/849834936 wait complete. 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 Processor -- start 2024-04-26T01:45:01.004 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 -- start start 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c641092d0 0x7f3c641a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c64109c80 0x7f3c641a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 0x7f3c6419f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3c641193e0 con 0x7f3c64109c80 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c64119260 con 0x7f3c6410e3b0 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c6b800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c64119560 con 0x7f3c641092d0 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c63e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c64109c80 0x7f3c641a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c69800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 0x7f3c6419f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c69800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 0x7f3c6419f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:59346/0 (socket says 172.21.15.100:59346) 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.838+0000 7f3c69800700 1 -- 172.21.15.100:0/2303868185 learned_addr learned my addr 172.21.15.100:0/2303868185 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c68e00700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c641092d0 0x7f3c641a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 -- 172.21.15.100:0/2303868185 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c641092d0 msgr2=0x7f3c641a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.005 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c641092d0 0x7f3c641a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 -- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c64109c80 msgr2=0x7f3c641a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c64109c80 0x7f3c641a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c6419fd40 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c69800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 0x7f3c6419f5e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009bc0 tx=0x7f3c5c0079a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c021020 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c5c01d470 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c6419ffd0 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.839+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c5c005270 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.840+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c641ac2f0 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.840+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3c64077150 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.843+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f3c5c024020 con 0x7f3c6410e3b0 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.844+0000 7f3c61600700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c4c0a3cd0 0x7f3c4c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:01.006 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.844+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3c5c0d1bc0 con 0x7f3c6410e3b0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.844+0000 7f3c68e00700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c4c0a3cd0 0x7f3c4c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.844+0000 7f3c61600700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] conn(0x7f3c4c0ad810 0x7f3c4c0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.844+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3c4c0b0380 con 0x7f3c4c0ad810 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.845+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f3c5c0d1f70 con 0x7f3c6410e3b0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.845+0000 7f3c63e00700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] conn(0x7f3c4c0ad810 0x7f3c4c0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.845+0000 7f3c68e00700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c4c0a3cd0 0x7f3c4c0a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3c58009c60 tx=0x7f3c58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.845+0000 7f3c63e00700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] conn(0x7f3c4c0ad810 0x7f3c4c0afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:01.007 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.846+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== osd.0 v2:172.21.15.100:6802/558921522 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3c4c0b0380 con 0x7f3c4c0ad810 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.865+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 --> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3c6410a7b0 con 0x7f3c4c0ad810 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.866+0000 7f3c61600700 1 -- 172.21.15.100:0/2303868185 <== osd.0 v2:172.21.15.100:6802/558921522 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3c6410a7b0 con 0x7f3c4c0ad810 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.866+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] conn(0x7f3c4c0ad810 msgr2=0x7f3c4c0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.866+0000 7f3c6b800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] conn(0x7f3c4c0ad810 0x7f3c4c0afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c4c0a3cd0 msgr2=0x7f3c4c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c4c0a3cd0 0x7f3c4c0a6190 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3c58009c60 tx=0x7f3c58009260 comp rx=0 tx=0).stop 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 msgr2=0x7f3c6419f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 --2- 172.21.15.100:0/2303868185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c6410e3b0 0x7f3c6419f5e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f3c5c009bc0 tx=0x7f3c5c0079a0 comp rx=0 tx=0).stop 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c69800700 1 -- 172.21.15.100:0/2303868185 reap_dead start 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 shutdown_connections 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 >> 172.21.15.100:0/2303868185 conn(0x7f3c64076210 msgr2=0x7f3c640766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 shutdown_connections 2024-04-26T01:45:01.008 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:44:59.867+0000 7f3c6b800700 1 -- 172.21.15.100:0/2303868185 wait complete. 2024-04-26T01:45:02.678 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:02 smithi100 ceph-mon[28020]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:02 smithi148 ceph-mon[32990]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:02 smithi133 ceph-mon[32344]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:03.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 -- 172.21.15.100:0/2044998121 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920105870 msgr2=0x7f79201098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 --2- 172.21.15.100:0/2044998121 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920105870 0x7f79201098c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f790c0099c0 tx=0x7f790c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 -- 172.21.15.100:0/2044998121 shutdown_connections 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 --2- 172.21.15.100:0/2044998121 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 0x7f7920111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 --2- 172.21.15.100:0/2044998121 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920104ec0 0x7f79201052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 --2- 172.21.15.100:0/2044998121 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920105870 0x7f79201098c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 -- 172.21.15.100:0/2044998121 >> 172.21.15.100:0/2044998121 conn(0x7f7920100750 msgr2=0x7f7920102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 -- 172.21.15.100:0/2044998121 shutdown_connections 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.771+0000 7f7926200700 1 -- 172.21.15.100:0/2044998121 wait complete. 2024-04-26T01:45:03.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 Processor -- start 2024-04-26T01:45:03.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 -- start start 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920104ec0 0x7f792019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920105870 0x7f792019b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 0x7f792019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7920114fc0 con 0x7f7920104ec0 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7920114e40 con 0x7f7920109fa0 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.773+0000 7f7926200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7920115140 con 0x7f7920105870 2024-04-26T01:45:03.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920104ec0 0x7f792019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920104ec0 0x7f792019b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:44628/0 (socket says 172.21.15.100:44628) 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791f400700 1 -- 172.21.15.100:0/3950567997 learned_addr learned my addr 172.21.15.100:0/3950567997 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920105870 0x7f792019b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791fe00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 0x7f792019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 -- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 msgr2=0x7f792019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 0x7f792019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 -- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920104ec0 msgr2=0x7f792019b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7920104ec0 0x7f792019b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79201a0410 con 0x7f7920105870 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791fe00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7920109fa0 0x7f792019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.774+0000 7f791ea00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920105870 0x7f792019b990 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f790c0098e0 tx=0x7f790c005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.775+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c027070 con 0x7f7920105870 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.775+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79201a06a0 con 0x7f7920105870 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.775+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f790c003680 con 0x7f7920105870 2024-04-26T01:45:03.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.775+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c022e30 con 0x7f7920105870 2024-04-26T01:45:03.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.775+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79201a7f80 con 0x7f7920105870 2024-04-26T01:45:03.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.776+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f79200631d0 con 0x7f7920105870 2024-04-26T01:45:03.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.778+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f790c02a070 con 0x7f7920105870 2024-04-26T01:45:03.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.779+0000 7f7917e00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f79040a3cd0 0x7f79040a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:03.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.779+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f790c0d1700 con 0x7f7920105870 2024-04-26T01:45:03.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f791f400700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f79040a3cd0 0x7f79040a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:03.777 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f7917e00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] conn(0x7f79040ad810 0x7f79040afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:03.777 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f79040b0380 con 0x7f79040ad810 2024-04-26T01:45:03.777 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f790c0d1ab0 con 0x7f7920105870 2024-04-26T01:45:03.777 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f791f400700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f79040a3cd0 0x7f79040a6190 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7910009d60 tx=0x7f7910009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:03.777 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.780+0000 7f791fe00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] conn(0x7f79040ad810 0x7f79040afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:03.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.781+0000 7f791fe00700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] conn(0x7f79040ad810 0x7f79040afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:03.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.782+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== osd.7 v2:172.21.15.133:6816/4188709943 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f79040b0380 con 0x7f79040ad810 2024-04-26T01:45:03.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.800+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 --> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7920063650 con 0x7f79040ad810 2024-04-26T01:45:03.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.800+0000 7f7917e00700 1 -- 172.21.15.100:0/3950567997 <== osd.7 v2:172.21.15.133:6816/4188709943 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7920063650 con 0x7f79040ad810 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] conn(0x7f79040ad810 msgr2=0x7f79040afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] conn(0x7f79040ad810 0x7f79040afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f79040a3cd0 msgr2=0x7f79040a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f79040a3cd0 0x7f79040a6190 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7910009d60 tx=0x7f7910009260 comp rx=0 tx=0).stop 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920105870 msgr2=0x7f792019b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:03.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 --2- 172.21.15.100:0/3950567997 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7920105870 0x7f792019b990 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f790c0098e0 tx=0x7f790c005f10 comp rx=0 tx=0).stop 2024-04-26T01:45:03.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f791fe00700 1 -- 172.21.15.100:0/3950567997 reap_dead start 2024-04-26T01:45:03.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 shutdown_connections 2024-04-26T01:45:03.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.801+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 >> 172.21.15.100:0/3950567997 conn(0x7f7920100750 msgr2=0x7f79201012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:03.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.802+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 shutdown_connections 2024-04-26T01:45:03.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:03.802+0000 7f7926200700 1 -- 172.21.15.100:0/3950567997 wait complete. 2024-04-26T01:45:04.806 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:04 smithi100 ceph-mon[28020]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:04 smithi148 ceph-mon[32990]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:04 smithi133 ceph-mon[32344]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:06.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 -- 172.21.15.100:0/2267023930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 msgr2=0x7f14ec108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2267023930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 0x7f14ec108e30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009990 tx=0x7f14dc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 -- 172.21.15.100:0/2267023930 shutdown_connections 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2267023930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2267023930 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 0x7f14ec108e30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2267023930 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 0x7f14ec102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 -- 172.21.15.100:0/2267023930 >> 172.21.15.100:0/2267023930 conn(0x7f14ec079ba0 msgr2=0x7f14ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 -- 172.21.15.100:0/2267023930 shutdown_connections 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.176+0000 7f14f2c00700 1 -- 172.21.15.100:0/2267023930 wait complete. 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.177+0000 7f14f2c00700 1 Processor -- start 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.177+0000 7f14f2c00700 1 -- start start 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.177+0000 7f14f2c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 0x7f14ec1991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.177+0000 7f14f2c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14f2c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 0x7f14ec19dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14f2c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec112d60 con 0x7f14ec108a50 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14f2c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec112be0 con 0x7f14ec103450 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14f2c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec112ee0 con 0x7f14ec102a90 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 0x7f14ec1991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14f0c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 0x7f14ec19dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec199730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33938/0 (socket says 172.21.15.100:33938) 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 0x7f14ec1991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42664/0 (socket says 172.21.15.100:42664) 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 -- 172.21.15.100:0/2722675168 learned_addr learned my addr 172.21.15.100:0/2722675168 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 -- 172.21.15.100:0/2722675168 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 msgr2=0x7f14ec1991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f14ec102a90 0x7f14ec1991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.246 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 -- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 msgr2=0x7f14ec19dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f14ec108a50 0x7f14ec19dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.178+0000 7f14e3400700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec19e200 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14e3400700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec199730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f14d400e9c0 tx=0x7f14d400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d400cbd0 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f14d400ee60 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ec19e4f0 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14d4005670 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.179+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ec1a5d70 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.180+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f14ec0631d0 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.182+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f14d4004750 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14e9600700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14d00a3d50 0x7f14d00a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f14d40d0c00 con 0x7f14ec103450 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14ebe00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14d00a3d50 0x7f14d00a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14e9600700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] conn(0x7f14d00ad890 0x7f14d00afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f14d4011e50 con 0x7f14d00ad890 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f14d40d0fb0 con 0x7f14ec103450 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.184+0000 7f14f0c00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] conn(0x7f14d00ad890 0x7f14d00afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.185+0000 7f14ebe00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14d00a3d50 0x7f14d00a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00b2e0 tx=0x7f14dc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.185+0000 7f14f0c00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] conn(0x7f14d00ad890 0x7f14d00afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.186+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== osd.1 v2:172.21.15.133:6800/1567946827 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f14d4011e50 con 0x7f14d00ad890 2024-04-26T01:45:06.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.204+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 --> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f14ec063650 con 0x7f14d00ad890 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.204+0000 7f14e9600700 1 -- 172.21.15.100:0/2722675168 <== osd.1 v2:172.21.15.133:6800/1567946827 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f14ec063650 con 0x7f14d00ad890 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] conn(0x7f14d00ad890 msgr2=0x7f14d00afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] conn(0x7f14d00ad890 0x7f14d00afd30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14d00a3d50 msgr2=0x7f14d00a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f14d00a3d50 0x7f14d00a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f14dc00b2e0 tx=0x7f14dc005960 comp rx=0 tx=0).stop 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 msgr2=0x7f14ec199730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f2c00700 1 --2- 172.21.15.100:0/2722675168 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14ec103450 0x7f14ec199730 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f14d400e9c0 tx=0x7f14d400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.205+0000 7f14f0c00700 1 -- 172.21.15.100:0/2722675168 reap_dead start 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.206+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 shutdown_connections 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.206+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 >> 172.21.15.100:0/2722675168 conn(0x7f14ec079ba0 msgr2=0x7f14ec1018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.206+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 shutdown_connections 2024-04-26T01:45:06.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.206+0000 7f14f2c00700 1 -- 172.21.15.100:0/2722675168 wait complete. 2024-04-26T01:45:06.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:06 smithi100 ceph-mon[28020]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:06 smithi148 ceph-mon[32990]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:06.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 -- 172.21.15.100:0/2321964231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 msgr2=0x7fa15c10f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 --2- 172.21.15.100:0/2321964231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c10f8e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa15400b0a0 tx=0x7fa15400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 -- 172.21.15.100:0/2321964231 shutdown_connections 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 --2- 172.21.15.100:0/2321964231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c10f8e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 --2- 172.21.15.100:0/2321964231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c108a80 0x7fa15c108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 --2- 172.21.15.100:0/2321964231 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa15c102a90 0x7fa15c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 -- 172.21.15.100:0/2321964231 >> 172.21.15.100:0/2321964231 conn(0x7fa15c079bf0 msgr2=0x7fa15c07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.985+0000 7fa161000700 1 -- 172.21.15.100:0/2321964231 shutdown_connections 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.987+0000 7fa161000700 1 -- 172.21.15.100:0/2321964231 wait complete. 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 Processor -- start 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 -- start start 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c102a90 0x7fa15c19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c19b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa15c108a80 0x7fa15c19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa15c112e20 con 0x7fa15c108a80 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa15c112ca0 con 0x7fa15c102a90 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.988+0000 7fa161000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa15c112fa0 con 0x7fa15c103450 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa15a800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa15c108a80 0x7fa15c19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c19b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c102a90 0x7fa15c19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c19b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42690/0 (socket says 172.21.15.100:42690) 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 -- 172.21.15.100:0/1242188336 learned_addr learned my addr 172.21.15.100:0/1242188336 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 -- 172.21.15.100:0/1242188336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c102a90 msgr2=0x7fa15c19b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c102a90 0x7fa15c19b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 -- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa15c108a80 msgr2=0x7fa15c19fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa15c108a80 0x7fa15c19fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159400700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa15c1a03a0 con 0x7fa15c103450 2024-04-26T01:45:06.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.989+0000 7fa159e00700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa15c102a90 0x7fa15c19b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa159400700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c19b8d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa14800eb30 tx=0x7fa14800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14800cbd0 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa15c1a0690 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1480044f0 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa148010430 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.990+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa15c1a7f10 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.991+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa15c0768d0 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.993+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fa148003ed0 con 0x7fa15c103450 2024-04-26T01:45:06.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa152a00700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1400a3d50 0x7fa1400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa1480d0b50 con 0x7fa15c103450 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa159e00700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1400a3d50 0x7fa1400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa152a00700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] conn(0x7fa1400ad7c0 0x7fa1400afc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa148023e50 con 0x7fa1400ad7c0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.995+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa1480d0f00 con 0x7fa15c103450 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.996+0000 7fa15a800700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] conn(0x7fa1400ad7c0 0x7fa1400afc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.996+0000 7fa159e00700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1400a3d50 0x7fa1400a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009fd0 tx=0x7fa14c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.996+0000 7fa15a800700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] conn(0x7fa1400ad7c0 0x7fa1400afc60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:05.997+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== osd.8 v2:172.21.15.148:6816/1272692578 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa148023e50 con 0x7fa1400ad7c0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.014+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 --> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa15c1041b0 con 0x7fa1400ad7c0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.015+0000 7fa152a00700 1 -- 172.21.15.100:0/1242188336 <== osd.8 v2:172.21.15.148:6816/1272692578 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa15c1041b0 con 0x7fa1400ad7c0 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] conn(0x7fa1400ad7c0 msgr2=0x7fa1400afc60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] conn(0x7fa1400ad7c0 0x7fa1400afc60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:06.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1400a3d50 msgr2=0x7fa1400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1400a3d50 0x7fa1400a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009fd0 tx=0x7fa14c009260 comp rx=0 tx=0).stop 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 msgr2=0x7fa15c19b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 --2- 172.21.15.100:0/1242188336 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15c103450 0x7fa15c19b8d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa14800eb30 tx=0x7fa14800ee40 comp rx=0 tx=0).stop 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa15a800700 1 -- 172.21.15.100:0/1242188336 reap_dead start 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 shutdown_connections 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 >> 172.21.15.100:0/1242188336 conn(0x7fa15c079bf0 msgr2=0x7fa15c074ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 shutdown_connections 2024-04-26T01:45:06.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.016+0000 7fa161000700 1 -- 172.21.15.100:0/1242188336 wait complete. 2024-04-26T01:45:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:06 smithi133 ceph-mon[32344]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:07.174 INFO:teuthology.orchestra.run.smithi100.stdout:34359738467 2024-04-26T01:45:07.174 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T01:45:07.487 INFO:teuthology.orchestra.run.smithi100.stdout:219043332155 2024-04-26T01:45:07.487 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T01:45:07.989 INFO:teuthology.orchestra.run.smithi100.stdout:253403070520 2024-04-26T01:45:07.990 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T01:45:08.537 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:08 smithi100 ceph-mon[28020]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:08 smithi148 ceph-mon[32990]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:08 smithi133 ceph-mon[32344]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 -- 172.21.15.100:0/339939840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 msgr2=0x7f4308102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 --2- 172.21.15.100:0/339939840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308102f10 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f42f4009990 tx=0x7f42f4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 -- 172.21.15.100:0/339939840 shutdown_connections 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 --2- 172.21.15.100:0/339939840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4308103450 0x7f430810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 --2- 172.21.15.100:0/339939840 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4308108a50 0x7f4308108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 --2- 172.21.15.100:0/339939840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308102f10 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 -- 172.21.15.100:0/339939840 >> 172.21.15.100:0/339939840 conn(0x7f4308079ba0 msgr2=0x7f4308079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.805+0000 7f430f600700 1 -- 172.21.15.100:0/339939840 shutdown_connections 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.806+0000 7f430f600700 1 -- 172.21.15.100:0/339939840 wait complete. 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 Processor -- start 2024-04-26T01:45:09.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 -- start start 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4308103450 0x7f4308075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4308108a50 0x7f43080757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4308112d40 con 0x7f4308102a90 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4308112bc0 con 0x7f4308108a50 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430f600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4308112ec0 con 0x7f4308103450 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.807+0000 7f430cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:44702/0 (socket says 172.21.15.100:44702) 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 -- 172.21.15.100:0/3333112456 learned_addr learned my addr 172.21.15.100:0/3333112456 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430d600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4308108a50 0x7f43080757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f4307e00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4308103450 0x7f4308075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 -- 172.21.15.100:0/3333112456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4308103450 msgr2=0x7f4308075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4308103450 0x7f4308075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 -- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4308108a50 msgr2=0x7f43080757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4308108a50 0x7f43080757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43081abbc0 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f430cc00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308074d40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f42fc00e9a0 tx=0x7f42fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.808+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42fc00ca10 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.809+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42fc00cbb0 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.809+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42fc018680 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.809+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43081abe50 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.809+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43081ac250 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.810+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4308063150 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.812+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f42fc018820 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4305600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42f00a3cd0 0x7f42f00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f42fc0d0b10 con 0x7f4308102a90 2024-04-26T01:45:09.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4307e00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42f00a3cd0 0x7f42f00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4305600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] conn(0x7f42f00ad810 0x7f42f00afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f42fc018e50 con 0x7f42f00ad810 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.813+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f42fc0d0ec0 con 0x7f4308102a90 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.814+0000 7f430d600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] conn(0x7f42f00ad810 0x7f42f00afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.814+0000 7f4307e00700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42f00a3cd0 0x7f42f00a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f430819d350 tx=0x7f42f4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.814+0000 7f430d600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] conn(0x7f42f00ad810 0x7f42f00afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.815+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== osd.10 v2:172.21.15.133:6824/3506973367 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f42fc018e50 con 0x7f42f00ad810 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.833+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 --> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f43080635d0 con 0x7f42f00ad810 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.834+0000 7f4305600700 1 -- 172.21.15.100:0/3333112456 <== osd.10 v2:172.21.15.133:6824/3506973367 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f43080635d0 con 0x7f42f00ad810 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.834+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] conn(0x7f42f00ad810 msgr2=0x7f42f00afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.834+0000 7f430f600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] conn(0x7f42f00ad810 0x7f42f00afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42f00a3cd0 msgr2=0x7f42f00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42f00a3cd0 0x7f42f00a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f430819d350 tx=0x7f42f4005960 comp rx=0 tx=0).stop 2024-04-26T01:45:09.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 msgr2=0x7f4308074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 --2- 172.21.15.100:0/3333112456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4308102a90 0x7f4308074d40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f42fc00e9a0 tx=0x7f42fc00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430d600700 1 -- 172.21.15.100:0/3333112456 reap_dead start 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 shutdown_connections 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 >> 172.21.15.100:0/3333112456 conn(0x7f4308079ba0 msgr2=0x7f4308101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 shutdown_connections 2024-04-26T01:45:09.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.835+0000 7f430f600700 1 -- 172.21.15.100:0/3333112456 wait complete. 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 -- 172.21.15.100:0/2655659769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990113c10 msgr2=0x7fa990116000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 --2- 172.21.15.100:0/2655659769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990113c10 0x7fa990116000 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa988009990 tx=0x7fa988009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 -- 172.21.15.100:0/2655659769 shutdown_connections 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 --2- 172.21.15.100:0/2655659769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990113c10 0x7fa990116000 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 --2- 172.21.15.100:0/2655659769 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa990074c70 0x7fa990075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 --2- 172.21.15.100:0/2655659769 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990075590 0x7fa9901136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 -- 172.21.15.100:0/2655659769 >> 172.21.15.100:0/2655659769 conn(0x7fa990079ba0 msgr2=0x7fa990079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.696+0000 7fa997800700 1 -- 172.21.15.100:0/2655659769 shutdown_connections 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.697+0000 7fa997800700 1 -- 172.21.15.100:0/2655659769 wait complete. 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 Processor -- start 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 -- start start 2024-04-26T01:45:09.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990074c70 0x7fa9901a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 0x7fa9901a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa990113c10 0x7fa99019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa990119390 con 0x7fa990113c10 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa990119210 con 0x7fa990075590 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.698+0000 7fa997800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa990119510 con 0x7fa990074c70 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa98fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 0x7fa9901a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa995800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa990113c10 0x7fa99019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990074c70 0x7fa9901a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa98fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 0x7fa9901a5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33990/0 (socket says 172.21.15.100:33990) 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa98fe00700 1 -- 172.21.15.100:0/1948624104 learned_addr learned my addr 172.21.15.100:0/1948624104 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 -- 172.21.15.100:0/1948624104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 msgr2=0x7fa9901a5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 0x7fa9901a5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 -- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa990113c10 msgr2=0x7fa99019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa990113c10 0x7fa99019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa994e00700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99019ff50 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.699+0000 7fa98fe00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa990075590 0x7fa9901a5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa994e00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990074c70 0x7fa9901a55a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa98400ef10 tx=0x7fa98400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98400c9c0 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9901a01e0 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa984019070 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa984007e60 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.700+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9901ac520 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.701+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa990110090 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.703+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fa984012050 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.705+0000 7fa98d600700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa9780a3cd0 0x7fa9780a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa9840d0ff0 con 0x7fa990074c70 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98fe00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa9780a3cd0 0x7fa9780a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98d600700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] conn(0x7fa9780ad810 0x7fa9780afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa984008ec0 con 0x7fa9780ad810 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa9840d1400 con 0x7fa990074c70 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.706+0000 7fa98fe00700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa9780a3cd0 0x7fa9780a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa9901a0e30 tx=0x7fa97c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.707+0000 7fa995800700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] conn(0x7fa9780ad810 0x7fa9780afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.707+0000 7fa995800700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] conn(0x7fa9780ad810 0x7fa9780afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.708+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== osd.2 v2:172.21.15.148:6800/2133858376 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa984008ec0 con 0x7fa9780ad810 2024-04-26T01:45:09.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.726+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 --> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa990076360 con 0x7fa9780ad810 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa98d600700 1 -- 172.21.15.100:0/1948624104 <== osd.2 v2:172.21.15.148:6800/2133858376 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa990076360 con 0x7fa9780ad810 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] conn(0x7fa9780ad810 msgr2=0x7fa9780afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] conn(0x7fa9780ad810 0x7fa9780afcb0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa9780a3cd0 msgr2=0x7fa9780a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa9780a3cd0 0x7fa9780a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa9901a0e30 tx=0x7fa97c009260 comp rx=0 tx=0).stop 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990074c70 msgr2=0x7fa9901a55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa997800700 1 --2- 172.21.15.100:0/1948624104 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa990074c70 0x7fa9901a55a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa98400ef10 tx=0x7fa98400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.727+0000 7fa995800700 1 -- 172.21.15.100:0/1948624104 reap_dead start 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.728+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 shutdown_connections 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.728+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 >> 172.21.15.100:0/1948624104 conn(0x7fa990079ba0 msgr2=0x7fa99010f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.728+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 shutdown_connections 2024-04-26T01:45:09.161 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:08.728+0000 7fa997800700 1 -- 172.21.15.100:0/1948624104 wait complete. 2024-04-26T01:45:10.175 INFO:teuthology.orchestra.run.smithi100.stdout:287762808877 2024-04-26T01:45:10.175 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T01:45:10.493 INFO:teuthology.orchestra.run.smithi100.stdout:77309411419 2024-04-26T01:45:10.494 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T01:45:10.548 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:10 smithi100 ceph-mon[28020]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 -- 172.21.15.100:0/2562365380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 msgr2=0x7f1234108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 --2- 172.21.15.100:0/2562365380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 0x7f1234108e10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f12240098f0 tx=0x7f1224009c00 comp rx=0 tx=0).stop 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 -- 172.21.15.100:0/2562365380 shutdown_connections 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 --2- 172.21.15.100:0/2562365380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 0x7f123410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 --2- 172.21.15.100:0/2562365380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 0x7f1234108e10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 --2- 172.21.15.100:0/2562365380 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f123406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 -- 172.21.15.100:0/2562365380 >> 172.21.15.100:0/2562365380 conn(0x7f12340788f0 msgr2=0x7f1234078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 -- 172.21.15.100:0/2562365380 shutdown_connections 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.089+0000 7f123ac00700 1 -- 172.21.15.100:0/2562365380 wait complete. 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 Processor -- start 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 -- start start 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f1234101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 0x7f1234101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:10.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 0x7f1234102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1234112da0 con 0x7f123406a750 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1234112c20 con 0x7f1234108a30 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.090+0000 7f123ac00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1234112f20 con 0x7f123406b0f0 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f1234101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f1234101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:44668/0 (socket says 172.21.15.100:44668) 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 -- 172.21.15.100:0/929731030 learned_addr learned my addr 172.21.15.100:0/929731030 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1238c00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 0x7f1234102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233400700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 0x7f1234101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 -- 172.21.15.100:0/929731030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 msgr2=0x7f1234101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 0x7f1234101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 -- 172.21.15.100:0/929731030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 msgr2=0x7f1234102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1234108a30 0x7f1234102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12341a77e0 con 0x7f123406a750 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233400700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f123406b0f0 0x7f1234101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:10.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.091+0000 7f1233e00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f1234101a10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1224005950 tx=0x7f1224010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.092+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12240051c0 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.092+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12341a7a70 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.092+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12341a7f20 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.092+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f122400b560 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.092+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1224003bc0 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.093+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1214001030 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.096+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f1224005360 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1230c00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f12180a3d50 0x7f12180a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f12240d1a10 con 0x7f123406a750 2024-04-26T01:45:10.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1233400700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f12180a3d50 0x7f12180a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1230c00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] conn(0x7f12180ad890 0x7f12180afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f122400b0b0 con 0x7f12180ad890 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f12240d1dc0 con 0x7f123406a750 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.098+0000 7f1238c00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] conn(0x7f12180ad890 0x7f12180afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.099+0000 7f1233400700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f12180a3d50 0x7f12180a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1220009750 tx=0x7f1220009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.099+0000 7f1238c00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] conn(0x7f12180ad890 0x7f12180afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.101+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== osd.6 v2:172.21.15.100:6818/2947589039 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f122400b0b0 con 0x7f12180ad890 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.118+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 --> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1214002e60 con 0x7f12180ad890 2024-04-26T01:45:10.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f1230c00700 1 -- 172.21.15.100:0/929731030 <== osd.6 v2:172.21.15.100:6818/2947589039 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1214002e60 con 0x7f12180ad890 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] conn(0x7f12180ad890 msgr2=0x7f12180afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] conn(0x7f12180ad890 0x7f12180afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f12180a3d50 msgr2=0x7f12180a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f12180a3d50 0x7f12180a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1220009750 tx=0x7f1220009310 comp rx=0 tx=0).stop 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 msgr2=0x7f1234101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 --2- 172.21.15.100:0/929731030 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f123406a750 0x7f1234101a10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1224005950 tx=0x7f1224010f00 comp rx=0 tx=0).stop 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f1238c00700 1 -- 172.21.15.100:0/929731030 reap_dead start 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 shutdown_connections 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.119+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 >> 172.21.15.100:0/929731030 conn(0x7f12340788f0 msgr2=0x7f12340ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.120+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 shutdown_connections 2024-04-26T01:45:10.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:06.120+0000 7f123ac00700 1 -- 172.21.15.100:0/929731030 wait complete. 2024-04-26T01:45:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:10 smithi148 ceph-mon[32990]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:45:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:10 smithi133 ceph-mon[32344]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:45:12.256 INFO:teuthology.orchestra.run.smithi100.stdout:197568495683 2024-04-26T01:45:12.257 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T01:45:12.632 INFO:teuthology.orchestra.run.smithi100.stdout:313532612653 2024-04-26T01:45:12.633 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T01:45:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:12 smithi148 ceph-mon[32990]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:12 smithi100 ceph-mon[28020]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:12 smithi133 ceph-mon[32344]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-04-26T01:45:12.968 INFO:teuthology.orchestra.run.smithi100.stdout:55834574942 2024-04-26T01:45:12.968 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T01:45:12.999 INFO:teuthology.orchestra.run.smithi100.stdout:107374182481 2024-04-26T01:45:13.000 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 -- 172.21.15.100:0/2264706185 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb181092d0 msgr2=0x7ffb181096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 --2- 172.21.15.100:0/2264706185 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb181092d0 0x7ffb181096b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ffb080099c0 tx=0x7ffb08009cd0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 -- 172.21.15.100:0/2264706185 shutdown_connections 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 --2- 172.21.15.100:0/2264706185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1810e3b0 0x7ffb18115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 --2- 172.21.15.100:0/2264706185 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb181092d0 0x7ffb181096b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 --2- 172.21.15.100:0/2264706185 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb18109c80 0x7ffb1810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 -- 172.21.15.100:0/2264706185 >> 172.21.15.100:0/2264706185 conn(0x7ffb18076210 msgr2=0x7ffb18107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:13.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 -- 172.21.15.100:0/2264706185 shutdown_connections 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.614+0000 7ffb1e600700 1 -- 172.21.15.100:0/2264706185 wait complete. 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 Processor -- start 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 -- start start 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb181092d0 0x7ffb181a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 0x7ffb181a5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb1810e3b0 0x7ffb1819f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ffb181193f0 con 0x7ffb1810e3b0 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb18119270 con 0x7ffb18109c80 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.615+0000 7ffb1e600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb18119570 con 0x7ffb181092d0 2024-04-26T01:45:13.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 0x7ffb181a5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 0x7ffb181a5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39652/0 (socket says 172.21.15.100:39652) 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 -- 172.21.15.100:0/654493477 learned_addr learned my addr 172.21.15.100:0/654493477 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb17e00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb1810e3b0 0x7ffb1819f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb17400700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb181092d0 0x7ffb181a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 -- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb181092d0 msgr2=0x7ffb181a55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb181092d0 0x7ffb181a55c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 -- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb1810e3b0 msgr2=0x7ffb1819f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb1810e3b0 0x7ffb1819f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb1819ff70 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb16a00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 0x7ffb181a5b00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ffb0400e9f0 tx=0x7ffb0400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.616+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb04004a30 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.617+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb0400cc90 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.617+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb181a0260 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.617+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb04005650 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.617+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb181ac540 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.617+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb18063190 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.620+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7ffb0400c7c0 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb0fe00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ffafc0a3d50 0x7ffafc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ffb040d0b40 con 0x7ffb18109c80 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb17400700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ffafc0a3d50 0x7ffafc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb0fe00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] conn(0x7ffafc0ad890 0x7ffafc0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:13.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffb0400fe50 con 0x7ffafc0ad890 2024-04-26T01:45:13.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.621+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ffb040d0ef0 con 0x7ffb18109c80 2024-04-26T01:45:13.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.622+0000 7ffb17e00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] conn(0x7ffafc0ad890 0x7ffafc0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:13.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.622+0000 7ffb17400700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ffafc0a3d50 0x7ffafc0a6210 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ffb08000c00 tx=0x7ffb08005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:13.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.622+0000 7ffb17e00700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] conn(0x7ffafc0ad890 0x7ffafc0afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:13.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.623+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== osd.5 v2:172.21.15.148:6808/3571811796 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffb0400fe50 con 0x7ffafc0ad890 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.641+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 --> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb18063610 con 0x7ffafc0ad890 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.642+0000 7ffb0fe00700 1 -- 172.21.15.100:0/654493477 <== osd.5 v2:172.21.15.148:6808/3571811796 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ffb18063610 con 0x7ffafc0ad890 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] conn(0x7ffafc0ad890 msgr2=0x7ffafc0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] conn(0x7ffafc0ad890 0x7ffafc0afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ffafc0a3d50 msgr2=0x7ffafc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ffafc0a3d50 0x7ffafc0a6210 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ffb08000c00 tx=0x7ffb08005fb0 comp rx=0 tx=0).stop 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 msgr2=0x7ffb181a5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 --2- 172.21.15.100:0/654493477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb18109c80 0x7ffb181a5b00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ffb0400e9f0 tx=0x7ffb0400ed00 comp rx=0 tx=0).stop 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb17e00700 1 -- 172.21.15.100:0/654493477 reap_dead start 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 shutdown_connections 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 >> 172.21.15.100:0/654493477 conn(0x7ffb18076210 msgr2=0x7ffb18076830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 shutdown_connections 2024-04-26T01:45:13.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:13.643+0000 7ffb1e600700 1 -- 172.21.15.100:0/654493477 wait complete. 2024-04-26T01:45:14.039 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:14.049 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:14.053 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:14.054 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:14.054 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:14.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 -- 172.21.15.100:0/3745963681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a4075790 msgr2=0x7f50a410ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 --2- 172.21.15.100:0/3745963681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a4075790 0x7f50a410ec70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f508c009990 tx=0x7f508c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 -- 172.21.15.100:0/3745963681 shutdown_connections 2024-04-26T01:45:14.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 --2- 172.21.15.100:0/3745963681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a410f1b0 0x7f50a4111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 --2- 172.21.15.100:0/3745963681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50a4074e70 0x7f50a4075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 --2- 172.21.15.100:0/3745963681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a4075790 0x7f50a410ec70 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 -- 172.21.15.100:0/3745963681 >> 172.21.15.100:0/3745963681 conn(0x7f50a40fe4c0 msgr2=0x7f50a41008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 -- 172.21.15.100:0/3745963681 shutdown_connections 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.470+0000 7f50a9c00700 1 -- 172.21.15.100:0/3745963681 wait complete. 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.471+0000 7f50a9c00700 1 Processor -- start 2024-04-26T01:45:14.469 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.471+0000 7f50a9c00700 1 -- start start 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a4074e70 0x7f50a419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50a4075790 0x7f50a419b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 0x7f50a419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f50a4114e90 con 0x7f50a410f1b0 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f50a4114d10 con 0x7f50a4074e70 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f50a4115010 con 0x7f50a4075790 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 0x7f50a419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a3e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a4074e70 0x7f50a419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f509b400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50a4075790 0x7f50a419b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 0x7f50a419fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33994/0 (socket says 172.21.15.100:33994) 2024-04-26T01:45:14.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.472+0000 7f50a9200700 1 -- 172.21.15.100:0/49848501 learned_addr learned my addr 172.21.15.100:0/49848501 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 -- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50a4075790 msgr2=0x7f50a419b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50a4075790 0x7f50a419b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 -- 172.21.15.100:0/49848501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a4074e70 msgr2=0x7f50a419b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a4074e70 0x7f50a419b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a41a0360 con 0x7f50a410f1b0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a3e00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50a4074e70 0x7f50a419b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9200700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 0x7f50a419fc20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f509c00c370 tx=0x7f509c00c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c0092e0 con 0x7f50a410f1b0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f509c003a00 con 0x7f50a410f1b0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50a41a05f0 con 0x7f50a410f1b0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c004800 con 0x7f50a410f1b0 2024-04-26T01:45:14.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.473+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50a41a7ed0 con 0x7f50a410f1b0 2024-04-26T01:45:14.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.474+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f50a4063150 con 0x7f50a410f1b0 2024-04-26T01:45:14.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.477+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f509c01a020 con 0x7f50a410f1b0 2024-04-26T01:45:14.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.478+0000 7f50a1600700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f50880a3d50 0x7f50880a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.478+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f509c0d0840 con 0x7f50a410f1b0 2024-04-26T01:45:14.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f50a3e00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f50880a3d50 0x7f50880a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f50a1600700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] conn(0x7f50880ad890 0x7f50880afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f509c009c20 con 0x7f50880ad890 2024-04-26T01:45:14.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f509c0d0bf0 con 0x7f50a410f1b0 2024-04-26T01:45:14.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f509b400700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] conn(0x7f50880ad890 0x7f50880afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.479+0000 7f50a3e00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f50880a3d50 0x7f50880a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5094011490 tx=0x7f5094009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:14.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.480+0000 7f509b400700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] conn(0x7f50880ad890 0x7f50880afd30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:14.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.481+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== osd.11 v2:172.21.15.148:6824/3578070656 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f509c009c20 con 0x7f50880ad890 2024-04-26T01:45:14.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.498+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 --> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f50a40635d0 con 0x7f50880ad890 2024-04-26T01:45:14.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.499+0000 7f50a1600700 1 -- 172.21.15.100:0/49848501 <== osd.11 v2:172.21.15.148:6824/3578070656 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f50a40635d0 con 0x7f50880ad890 2024-04-26T01:45:14.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] conn(0x7f50880ad890 msgr2=0x7f50880afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] conn(0x7f50880ad890 0x7f50880afd30 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f50880a3d50 msgr2=0x7f50880a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f50880a3d50 0x7f50880a6210 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5094011490 tx=0x7f5094009260 comp rx=0 tx=0).stop 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 msgr2=0x7f50a419fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 --2- 172.21.15.100:0/49848501 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50a410f1b0 0x7f50a419fc20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f509c00c370 tx=0x7f509c00c680 comp rx=0 tx=0).stop 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9200700 1 -- 172.21.15.100:0/49848501 reap_dead start 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 shutdown_connections 2024-04-26T01:45:14.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 >> 172.21.15.100:0/49848501 conn(0x7f50a40fe4c0 msgr2=0x7f50a40ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:14.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 shutdown_connections 2024-04-26T01:45:14.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:14.500+0000 7f50a9c00700 1 -- 172.21.15.100:0/49848501 wait complete. 2024-04-26T01:45:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:14 smithi148 ceph-mon[32990]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:14 smithi100 ceph-mon[28020]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:14 smithi133 ceph-mon[32344]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:15.024 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:15.059 INFO:teuthology.orchestra.run.smithi100.stdout:163208757321 2024-04-26T01:45:15.059 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T01:45:16.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:16 smithi100 ceph-mon[28020]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:16 smithi148 ceph-mon[32990]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:16 smithi133 ceph-mon[32344]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:18.046 INFO:teuthology.orchestra.run.smithi100.stdout:347892351017 2024-04-26T01:45:18.047 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T01:45:18.573 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:18 smithi100 ceph-mon[28020]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:45:18.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:18 smithi148 ceph-mon[32990]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:45:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:18 smithi133 ceph-mon[32344]: pgmap v387: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:45:20.709 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:20 smithi100 ceph-mon[28020]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:45:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:20 smithi148 ceph-mon[32990]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:45:20.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:20 smithi133 ceph-mon[32344]: pgmap v388: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-04-26T01:45:21.540 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:22.529 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:22 smithi100 ceph-mon[28020]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:45:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:22 smithi148 ceph-mon[32990]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:45:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:22 smithi133 ceph-mon[32344]: pgmap v389: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.024+0000 7f4904200700 1 -- 172.21.15.100:0/1757948200 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc102300 msgr2=0x7f48fc10e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.024+0000 7f4904200700 1 --2- 172.21.15.100:0/1757948200 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc102300 0x7f48fc10e7f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f48f400b0a0 tx=0x7f48f400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 -- 172.21.15.100:0/1757948200 shutdown_connections 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 --2- 172.21.15.100:0/1757948200 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc102300 0x7f48fc10e7f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 --2- 172.21.15.100:0/1757948200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc107990 0x7f48fc107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 --2- 172.21.15.100:0/1757948200 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101940 0x7f48fc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 -- 172.21.15.100:0/1757948200 >> 172.21.15.100:0/1757948200 conn(0x7f48fc0788f0 msgr2=0x7f48fc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:23.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 -- 172.21.15.100:0/1757948200 shutdown_connections 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.025+0000 7f4904200700 1 -- 172.21.15.100:0/1757948200 wait complete. 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.026+0000 7f4904200700 1 Processor -- start 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.026+0000 7f4904200700 1 -- start start 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 0x7f48fc103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107990 0x7f48fc103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc111c90 con 0x7f48fc107990 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc111b10 con 0x7f48fc101940 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4904200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc111e10 con 0x7f48fc102300 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4901800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4901800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47684/0 (socket says 172.21.15.100:47684) 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4902200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107990 0x7f48fc103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4900e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 0x7f48fc103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.027+0000 7f4901800700 1 -- 172.21.15.100:0/3236527352 learned_addr learned my addr 172.21.15.100:0/3236527352 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 -- 172.21.15.100:0/3236527352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 msgr2=0x7f48fc1034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 -- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107990 msgr2=0x7f48fc103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107990 0x7f48fc103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 -- 172.21.15.100:0/3236527352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48fc1abb70 con 0x7f48fc102300 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4901800700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4900e00700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 0x7f48fc103a30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f48e800e9f0 tx=0x7f48e800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8004220 con 0x7f48fc102300 2024-04-26T01:45:23.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48fc1abe00 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.028+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f48e8004d00 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.029+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8005280 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.029+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48fc1ac200 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.030+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48dc005330 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.032+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f48e8005420 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.033+0000 7f48fa000700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 0x7f48e40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.033+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f48e80d03d0 con 0x7f48fc102300 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.033+0000 7f4901800700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 0x7f48e40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.034+0000 7f4901800700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 0x7f48e40a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48f0011550 tx=0x7f48f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.038+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48e809cc00 con 0x7f48fc102300 2024-04-26T01:45:23.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.272+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f48dc0058f0 con 0x7f48fc102300 2024-04-26T01:45:23.270 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.272+0000 7f48fa000700 1 -- 172.21.15.100:0/3236527352 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f48e809c500 con 0x7f48fc102300 2024-04-26T01:45:23.271 INFO:teuthology.orchestra.run.smithi100.stdout:77309411421 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.275+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 msgr2=0x7f48e40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.275+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 0x7f48e40a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f48f0011550 tx=0x7f48f0009260 comp rx=0 tx=0).stop 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.275+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 msgr2=0x7f48fc103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.275+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 0x7f48fc103a30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f48e800e9f0 tx=0x7f48e800ed00 comp rx=0 tx=0).stop 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 shutdown_connections 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107990 0x7f48fc103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f48e40a3cd0 0x7f48e40a6190 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc101940 0x7f48fc1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 --2- 172.21.15.100:0/3236527352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc102300 0x7f48fc103a30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 >> 172.21.15.100:0/3236527352 conn(0x7f48fc0788f0 msgr2=0x7f48fc06aa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:23.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 shutdown_connections 2024-04-26T01:45:23.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.276+0000 7f4904200700 1 -- 172.21.15.100:0/3236527352 wait complete. 2024-04-26T01:45:23.768 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:23 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3236527352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:45:23.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:23 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3236527352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:45:23.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:23 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3236527352' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:45:23.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 -- 172.21.15.100:0/614812142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f0108a30 msgr2=0x7fd1f0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/614812142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f0108a30 0x7fd1f0108e10 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0009990 tx=0x7fd1e0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 -- 172.21.15.100:0/614812142 shutdown_connections 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/614812142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f006b0f0 0x7fd1f010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/614812142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f0108a30 0x7fd1f0108e10 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/614812142 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006a750 0x7fd1f006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 -- 172.21.15.100:0/614812142 >> 172.21.15.100:0/614812142 conn(0x7fd1f00788f0 msgr2=0x7fd1f0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 -- 172.21.15.100:0/614812142 shutdown_connections 2024-04-26T01:45:23.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.928+0000 7fd1f4a00700 1 -- 172.21.15.100:0/614812142 wait complete. 2024-04-26T01:45:23.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.929+0000 7fd1f4a00700 1 Processor -- start 2024-04-26T01:45:23.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 -- start start 2024-04-26T01:45:23.928 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 0x7fd1f019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f0108a30 0x7fd1f019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f0112da0 con 0x7fd1f006b0f0 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f0112c20 con 0x7fd1f0108a30 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1f4a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1f0112f20 con 0x7fd1f006a750 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1ede00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1ede00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47996/0 (socket says 172.21.15.100:47996) 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1ede00700 1 -- 172.21.15.100:0/4054515834 learned_addr learned my addr 172.21.15.100:0/4054515834 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.930+0000 7fd1ee800700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f0108a30 0x7fd1f019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ed400700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 0x7fd1f019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 -- 172.21.15.100:0/4054515834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f0108a30 msgr2=0x7fd1f019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f0108a30 0x7fd1f019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 -- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 msgr2=0x7fd1f019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.930 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 0x7fd1f019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.930 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 -- 172.21.15.100:0/4054515834 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1f01a0410 con 0x7fd1f006a750 2024-04-26T01:45:23.930 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ed400700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 0x7fd1f019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:23.930 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1ede00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0005910 tx=0x7fd1e000bfc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.931+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0027070 con 0x7fd1f006a750 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.932+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1e0022470 con 0x7fd1f006a750 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.932+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0017650 con 0x7fd1f006a750 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.932+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1f01a06a0 con 0x7fd1f006a750 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.932+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1f01a7f80 con 0x7fd1f006a750 2024-04-26T01:45:23.931 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.933+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1f0104170 con 0x7fd1f006a750 2024-04-26T01:45:23.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.935+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fd1e002a070 con 0x7fd1f006a750 2024-04-26T01:45:23.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.936+0000 7fd1e6a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 0x7fd1d40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.936+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd1e00d1280 con 0x7fd1f006a750 2024-04-26T01:45:23.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.936+0000 7fd1ed400700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 0x7fd1d40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.935 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.937+0000 7fd1ed400700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 0x7fd1d40a6210 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd1f0103a30 tx=0x7fd1dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.938 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.940+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd1e0013070 con 0x7fd1f006a750 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 -- 172.21.15.100:0/686973376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 msgr2=0x7fbe68102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 --2- 172.21.15.100:0/686973376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68102f10 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbe54009990 tx=0x7fbe54009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 -- 172.21.15.100:0/686973376 shutdown_connections 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 --2- 172.21.15.100:0/686973376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68103450 0x7fbe6810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 --2- 172.21.15.100:0/686973376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe68108a50 0x7fbe68108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 --2- 172.21.15.100:0/686973376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68102f10 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 -- 172.21.15.100:0/686973376 >> 172.21.15.100:0/686973376 conn(0x7fbe68079ba0 msgr2=0x7fbe68079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 -- 172.21.15.100:0/686973376 shutdown_connections 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.826+0000 7fbe6e000700 1 -- 172.21.15.100:0/686973376 wait complete. 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.827+0000 7fbe6e000700 1 Processor -- start 2024-04-26T01:45:23.993 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.827+0000 7fbe6e000700 1 -- start start 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe68103450 0x7fbe68075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68108a50 0x7fbe680757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbe68112df0 con 0x7fbe68108a50 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbe68112c70 con 0x7fbe68103450 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe6e000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbe68112f70 con 0x7fbe68102a90 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe67400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe67400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47986/0 (socket says 172.21.15.100:47986) 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe67400700 1 -- 172.21.15.100:0/716965543 learned_addr learned my addr 172.21.15.100:0/716965543 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.828+0000 7fbe67e00700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68108a50 0x7fbe680757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 -- 172.21.15.100:0/716965543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe68103450 msgr2=0x7fbe68075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe68103450 0x7fbe68075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.994 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 -- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68108a50 msgr2=0x7fbe680757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68108a50 0x7fbe680757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 -- 172.21.15.100:0/716965543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe681abbf0 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe67400700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800e9a0 tx=0x7fbe5800ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.829+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe5800cbd0 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.830+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbe5800cd70 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.830+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe681abe80 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.830+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe580187a0 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.830+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe681ac330 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.831+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe68104180 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.833+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fbe58010430 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.835+0000 7fbe5fe00700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 0x7fbe4c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.835+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbe580d07b0 con 0x7fbe68102a90 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.835+0000 7fbe66a00700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 0x7fbe4c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.836+0000 7fbe66a00700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 0x7fbe4c0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbe540098e0 tx=0x7fbe54005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:23.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:23.839+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbe5809cfe0 con 0x7fbe68102a90 2024-04-26T01:45:24.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.071+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fbe6802e140 con 0x7fbe68102a90 2024-04-26T01:45:24.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.072+0000 7fbe5fe00700 1 -- 172.21.15.100:0/716965543 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbe5809c8e0 con 0x7fbe68102a90 2024-04-26T01:45:24.070 INFO:teuthology.orchestra.run.smithi100.stdout:219043332159 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 msgr2=0x7fbe4c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 0x7fbe4c0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fbe540098e0 tx=0x7fbe54005fb0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 msgr2=0x7fbe68074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbe5800e9a0 tx=0x7fbe5800ed60 comp rx=0 tx=0).stop 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 shutdown_connections 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbe68108a50 0x7fbe680757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbe68102a90 0x7fbe68074d40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbe4c0a3d50 0x7fbe4c0a6210 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 --2- 172.21.15.100:0/716965543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe68103450 0x7fbe68075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 >> 172.21.15.100:0/716965543 conn(0x7fbe68079ba0 msgr2=0x7fbe68101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:24.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 shutdown_connections 2024-04-26T01:45:24.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.076+0000 7fbe6e000700 1 -- 172.21.15.100:0/716965543 wait complete. 2024-04-26T01:45:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.187+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fd1f01a8150 con 0x7fd1f006a750 2024-04-26T01:45:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.187+0000 7fd1e6a00700 1 -- 172.21.15.100:0/4054515834 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd1e009db40 con 0x7fd1f006a750 2024-04-26T01:45:24.186 INFO:teuthology.orchestra.run.smithi100.stdout:34359738472 2024-04-26T01:45:24.188 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.190+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 msgr2=0x7fd1d40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:24.188 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.190+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 0x7fd1d40a6210 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd1f0103a30 tx=0x7fd1dc009260 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.190+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 msgr2=0x7fd1f019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.190+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0005910 tx=0x7fd1e000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 shutdown_connections 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3d50 0x7fd1d40a6210 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1f0108a30 0x7fd1f019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1f006a750 0x7fd1f019b400 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 --2- 172.21.15.100:0/4054515834 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1f006b0f0 0x7fd1f019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 >> 172.21.15.100:0/4054515834 conn(0x7fd1f00788f0 msgr2=0x7fd1f00fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 shutdown_connections 2024-04-26T01:45:24.190 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:24.191+0000 7fd1f4a00700 1 -- 172.21.15.100:0/4054515834 wait complete. 2024-04-26T01:45:24.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:24 smithi148 ceph-mon[32990]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:45:24.733 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:24 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:24.734 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:24 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/716965543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:45:24.734 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:24 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4054515834' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:45:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:24 smithi100 ceph-mon[28020]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:45:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:24 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/716965543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:45:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4054515834' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:45:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:24 smithi133 ceph-mon[32344]: pgmap v390: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-04-26T01:45:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:24 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:24 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/716965543' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:45:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:24 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4054515834' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:45:26.410 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.411 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:26 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:26 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: pgmap v391: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:26 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:27.436 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332155 got 219043332159 for osd.7 2024-04-26T01:45:27.437 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:27.666 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411419 got 77309411421 for osd.2 2024-04-26T01:45:27.667 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.665+0000 7f2835c00700 1 -- 172.21.15.100:0/3361023063 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2830108a30 msgr2=0x7f2830108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.665+0000 7f2835c00700 1 --2- 172.21.15.100:0/3361023063 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2830108a30 0x7f2830108e10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2820009990 tx=0x7f2820009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 -- 172.21.15.100:0/3361023063 shutdown_connections 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 --2- 172.21.15.100:0/3361023063 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f283006b0f0 0x7f283010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 --2- 172.21.15.100:0/3361023063 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2830108a30 0x7f2830108e10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 --2- 172.21.15.100:0/3361023063 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f283006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 -- 172.21.15.100:0/3361023063 >> 172.21.15.100:0/3361023063 conn(0x7f28300788f0 msgr2=0x7f2830078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 -- 172.21.15.100:0/3361023063 shutdown_connections 2024-04-26T01:45:27.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.666+0000 7f2835c00700 1 -- 172.21.15.100:0/3361023063 wait complete. 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.667+0000 7f2835c00700 1 Processor -- start 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.667+0000 7f2835c00700 1 -- start start 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 0x7f2830101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2830108a30 0x7f2830102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2830112d30 con 0x7f283006b0f0 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2830112bb0 con 0x7f283006a750 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f2835c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2830112eb0 con 0x7f2830108a30 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 0x7f2830101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47746/0 (socket says 172.21.15.100:47746) 2024-04-26T01:45:27.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282f400700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2830108a30 0x7f2830102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282ea00700 1 -- 172.21.15.100:0/2386700263 learned_addr learned my addr 172.21.15.100:0/2386700263 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282e000700 1 -- 172.21.15.100:0/2386700263 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2830108a30 msgr2=0x7f2830102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282e000700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2830108a30 0x7f2830102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.668+0000 7f282e000700 1 -- 172.21.15.100:0/2386700263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 msgr2=0x7f2830101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f282e000700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f282e000700 1 -- 172.21.15.100:0/2386700263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28301abbb0 con 0x7f283006b0f0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f282ea00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f282e000700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 0x7f2830101f50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f281c00e9f0 tx=0x7f281c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c00c9c0 con 0x7f283006b0f0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f281c00cb60 con 0x7f283006b0f0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28301abe40 con 0x7f283006b0f0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c018680 con 0x7f283006b0f0 2024-04-26T01:45:27.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.669+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28301ac2a0 con 0x7f283006b0f0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.670+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2830104170 con 0x7f283006b0f0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.672+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f281c010430 con 0x7f283006b0f0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.674+0000 7f2827400700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 0x7f28140a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.674+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f281c0d0660 con 0x7f283006b0f0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.674+0000 7f282ea00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 0x7f28140a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.675+0000 7f282ea00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 0x7f28140a6210 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2820006010 tx=0x7f282000b630 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:27.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.678+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f281c09ce90 con 0x7f283006b0f0 2024-04-26T01:45:27.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.909+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f283002e140 con 0x7f283006b0f0 2024-04-26T01:45:27.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.910+0000 7f2827400700 1 -- 172.21.15.100:0/2386700263 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f281c09c790 con 0x7f283006b0f0 2024-04-26T01:45:27.908 INFO:teuthology.orchestra.run.smithi100.stdout:141733920850 2024-04-26T01:45:27.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.913+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 msgr2=0x7f28140a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:27.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.913+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 0x7f28140a6210 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2820006010 tx=0x7f282000b630 comp rx=0 tx=0).stop 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.913+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 msgr2=0x7f2830101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.913+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 0x7f2830101f50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f281c00e9f0 tx=0x7f281c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 shutdown_connections 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2830108a30 0x7f2830102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f28140a3d50 0x7f28140a6210 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f283006a750 0x7f2830101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 --2- 172.21.15.100:0/2386700263 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f283006b0f0 0x7f2830101f50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:27.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 >> 172.21.15.100:0/2386700263 conn(0x7f28300788f0 msgr2=0x7f28300ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:27.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 shutdown_connections 2024-04-26T01:45:27.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:27.914+0000 7f2835c00700 1 -- 172.21.15.100:0/2386700263 wait complete. 2024-04-26T01:45:28.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:28 smithi100 ceph-mon[28020]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:45:28.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:28 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2386700263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:45:28.684 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:28 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1793726439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:45:28.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.167+0000 7f7431200700 1 -- 172.21.15.100:0/3870590916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 msgr2=0x7f742c1051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:28.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.167+0000 7f7431200700 1 --2- 172.21.15.100:0/3870590916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c1051b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f741c009990 tx=0x7f741c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 -- 172.21.15.100:0/3870590916 shutdown_connections 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 --2- 172.21.15.100:0/3870590916 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 --2- 172.21.15.100:0/3870590916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c1051b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 --2- 172.21.15.100:0/3870590916 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c1097d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 -- 172.21.15.100:0/3870590916 >> 172.21.15.100:0/3870590916 conn(0x7f742c100660 msgr2=0x7f742c102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 -- 172.21.15.100:0/3870590916 shutdown_connections 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.168+0000 7f7431200700 1 -- 172.21.15.100:0/3870590916 wait complete. 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.169+0000 7f7431200700 1 Processor -- start 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 -- start start 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f742c114f10 con 0x7f742c105780 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f742c114d90 con 0x7f742c104dd0 2024-04-26T01:45:28.745 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7431200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f742c115090 con 0x7f742c109eb0 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f742b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f7423e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f742b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47754/0 (socket says 172.21.15.100:47754) 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f742b400700 1 -- 172.21.15.100:0/1793726439 learned_addr learned my addr 172.21.15.100:0/1793726439 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.170+0000 7f742be00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 -- 172.21.15.100:0/1793726439 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 msgr2=0x7f742c19fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c19fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 -- 172.21.15.100:0/1793726439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 msgr2=0x7f742c19b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 -- 172.21.15.100:0/1793726439 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f742c1a0370 con 0x7f742c105780 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f742be00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c19fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f742b400700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:28.746 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7423e00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c19b8a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f741400e9c0 tx=0x7f741400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f741400c9c0 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f741400cb60 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7414018680 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.171+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f742c1a0660 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.172+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f742c1a7ee0 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.173+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f742c069730 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.175+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f7414010430 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.176+0000 7f7428c00700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 0x7f74100a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.176+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f74140d08e0 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.176+0000 7f742b400700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 0x7f74100a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.177+0000 7f742b400700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 0x7f74100a6210 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f741c006010 tx=0x7f741c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.180+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f741409d170 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.410+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f742c19c6c0 con 0x7f742c105780 2024-04-26T01:45:28.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.411+0000 7f7428c00700 1 -- 172.21.15.100:0/1793726439 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f741409ca70 con 0x7f742c105780 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stdout:197568495687 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 msgr2=0x7f74100a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 0x7f74100a6210 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f741c006010 tx=0x7f741c01a040 comp rx=0 tx=0).stop 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 msgr2=0x7f742c19b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c19b8a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f741400e9c0 tx=0x7f741400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 shutdown_connections 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f742c109eb0 0x7f742c19fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f74100a3d50 0x7f74100a6210 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.748 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f742c104dd0 0x7f742c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.749 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 --2- 172.21.15.100:0/1793726439 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f742c105780 0x7f742c19b8a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:28.749 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 >> 172.21.15.100:0/1793726439 conn(0x7f742c100660 msgr2=0x7f742c1029a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:28.749 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 shutdown_connections 2024-04-26T01:45:28.749 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:28.414+0000 7f7431200700 1 -- 172.21.15.100:0/1793726439 wait complete. 2024-04-26T01:45:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:28 smithi148 ceph-mon[32990]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:45:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:28 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2386700263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:45:28.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:28 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1793726439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:45:28.859 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:28 smithi133 ceph-mon[32344]: pgmap v392: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:45:28.859 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:28 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2386700263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:45:28.859 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:28 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1793726439' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:45:29.095 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:29.098 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:29.488 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495683 got 197568495687 for osd.6 2024-04-26T01:45:29.488 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:30.533 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738472 for osd.0 2024-04-26T01:45:30.534 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:30.572 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:30 smithi100 ceph-mon[28020]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:30.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:30 smithi148 ceph-mon[32990]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:30 smithi133 ceph-mon[32344]: pgmap v393: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:45:31.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 -- 172.21.15.100:0/775008091 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8109fc0 msgr2=0x7fbcc8111b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:31.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 --2- 172.21.15.100:0/775008091 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8109fc0 0x7fbcc8111b90 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbcc000b0d0 tx=0x7fbcc000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 -- 172.21.15.100:0/775008091 shutdown_connections 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 --2- 172.21.15.100:0/775008091 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8109fc0 0x7fbcc8111b90 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 --2- 172.21.15.100:0/775008091 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8104ee0 0x7fbcc81052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 --2- 172.21.15.100:0/775008091 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8105890 0x7fbcc81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 -- 172.21.15.100:0/775008091 >> 172.21.15.100:0/775008091 conn(0x7fbcc8100770 msgr2=0x7fbcc8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 -- 172.21.15.100:0/775008091 shutdown_connections 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.310+0000 7fbccfa00700 1 -- 172.21.15.100:0/775008091 wait complete. 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.311+0000 7fbccfa00700 1 Processor -- start 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 -- start start 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8105890 0x7fbcc819b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8109fc0 0x7fbcc819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8114ff0 con 0x7fbcc8104ee0 2024-04-26T01:45:31.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8114e70 con 0x7fbcc8105890 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccfa00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8115170 con 0x7fbcc8109fc0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccd000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbcc7e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8105890 0x7fbcc819b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccd000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39950/0 (socket says 172.21.15.100:39950) 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccd000700 1 -- 172.21.15.100:0/3849583456 learned_addr learned my addr 172.21.15.100:0/3849583456 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.312+0000 7fbccda00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8109fc0 0x7fbcc819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 -- 172.21.15.100:0/3849583456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8109fc0 msgr2=0x7fbcc819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8109fc0 0x7fbcc819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 -- 172.21.15.100:0/3849583456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8105890 msgr2=0x7fbcc819b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8105890 0x7fbcc819b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 -- 172.21.15.100:0/3849583456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc81a03d0 con 0x7fbcc8104ee0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbccd000700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00d980 tx=0x7fbcbc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc016070 con 0x7fbcc8104ee0 2024-04-26T01:45:31.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.313+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbcbc004d00 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.314+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc81a06c0 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.314+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc005690 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.314+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc81a7f40 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.315+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcc8069730 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.317+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fbcbc004750 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.318+0000 7fbcc5600700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 0x7fbcb00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.319+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbcbc0d0810 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.319+0000 7fbcc7e00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 0x7fbcb00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.319+0000 7fbcc7e00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 0x7fbcb00a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbcc810b510 tx=0x7fbcb4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.322+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbcbc01f020 con 0x7fbcc8104ee0 2024-04-26T01:45:31.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.551+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fbcc802df80 con 0x7fbcc8104ee0 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stdout:253403070524 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.552+0000 7fbcc5600700 1 -- 172.21.15.100:0/3849583456 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fbcbc09d040 con 0x7fbcc8104ee0 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 msgr2=0x7fbcb00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 0x7fbcb00a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fbcc810b510 tx=0x7fbcb4009260 comp rx=0 tx=0).stop 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 msgr2=0x7fbcc819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00d980 tx=0x7fbcbc00dc90 comp rx=0 tx=0).stop 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 shutdown_connections 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbcc8109fc0 0x7fbcc819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbcc8104ee0 0x7fbcc819b3c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbcb00a3cd0 0x7fbcb00a6190 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 --2- 172.21.15.100:0/3849583456 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc8105890 0x7fbcc819b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:31.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 >> 172.21.15.100:0/3849583456 conn(0x7fbcc8100770 msgr2=0x7fbcc8101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:31.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 shutdown_connections 2024-04-26T01:45:31.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:30.555+0000 7fbccfa00700 1 -- 172.21.15.100:0/3849583456 wait complete. 2024-04-26T01:45:31.801 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:31 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3849583456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:45:31.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:31 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3849583456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:45:31.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:31 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3849583456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:45:32.626 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:32 smithi100 ceph-mon[28020]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:32 smithi148 ceph-mon[32990]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:32 smithi133 ceph-mon[32344]: pgmap v394: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:45:32.963 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070520 got 253403070524 for osd.8 2024-04-26T01:45:32.963 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:33.083 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920843 got 141733920850 for osd.4 2024-04-26T01:45:33.084 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 -- 172.21.15.100:0/4184336146 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 msgr2=0x7f30f0109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 --2- 172.21.15.100:0/4184336146 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f0109400 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f30dc009990 tx=0x7f30dc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 -- 172.21.15.100:0/4184336146 shutdown_connections 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 --2- 172.21.15.100:0/4184336146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f0109940 0x7f30f0115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 --2- 172.21.15.100:0/4184336146 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f010f030 0x7f30f010f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 --2- 172.21.15.100:0/4184336146 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f0109400 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 -- 172.21.15.100:0/4184336146 >> 172.21.15.100:0/4184336146 conn(0x7f30f00787d0 msgr2=0x7f30f0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.367+0000 7f30f4a00700 1 -- 172.21.15.100:0/4184336146 shutdown_connections 2024-04-26T01:45:33.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.368+0000 7f30f4a00700 1 -- 172.21.15.100:0/4184336146 wait complete. 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 Processor -- start 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 -- start start 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f0109940 0x7f30f019fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 0x7f30f01a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f30f0119250 con 0x7f30f0108f80 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01190d0 con 0x7f30f010f030 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30f4a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01193d0 con 0x7f30f0109940 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30ee800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30ee800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39972/0 (socket says 172.21.15.100:39972) 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30ee800700 1 -- 172.21.15.100:0/3229466728 learned_addr learned my addr 172.21.15.100:0/3229466728 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.369+0000 7f30ef200700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 0x7f30f01a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:33.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ede00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f0109940 0x7f30f019fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 -- 172.21.15.100:0/3229466728 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f0109940 msgr2=0x7f30f019fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f0109940 0x7f30f019fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 -- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 msgr2=0x7f30f019f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 -- 172.21.15.100:0/3229466728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f01a46e0 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ee800700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30ef200700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 0x7f30f01a3fa0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f30e800efc0 tx=0x7f30e800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e80092e0 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30f01a4970 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30e8004bb0 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.370+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e8004280 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.371+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30f01ac250 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.372+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30f0069730 con 0x7f30f010f030 2024-04-26T01:45:33.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.374+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7f30e801b030 con 0x7f30f010f030 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.375+0000 7f30e7400700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 0x7f30d40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.376+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f30e80d0a20 con 0x7f30f010f030 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.376+0000 7f30ee800700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 0x7f30d40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.376+0000 7f30ee800700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 0x7f30d40a6210 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f30e0011550 tx=0x7f30e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.378+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f30e8022020 con 0x7f30f010f030 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.607+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f30f002df80 con 0x7f30f010f030 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stdout:313532612657 2024-04-26T01:45:33.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.608+0000 7f30e7400700 1 -- 172.21.15.100:0/3229466728 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f30e8010040 con 0x7f30f010f030 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 msgr2=0x7f30d40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 0x7f30d40a6210 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f30e0011550 tx=0x7f30e0009260 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 msgr2=0x7f30f01a3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 0x7f30f01a3fa0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f30e800efc0 tx=0x7f30e800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 shutdown_connections 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f30d40a3d50 0x7f30d40a6210 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30f010f030 0x7f30f01a3fa0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f30f0108f80 0x7f30f019f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 --2- 172.21.15.100:0/3229466728 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f30f0109940 0x7f30f019fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 >> 172.21.15.100:0/3229466728 conn(0x7f30f00787d0 msgr2=0x7f30f0079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 shutdown_connections 2024-04-26T01:45:33.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:32.611+0000 7f30f4a00700 1 -- 172.21.15.100:0/3229466728 wait complete. 2024-04-26T01:45:33.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:33 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3229466728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:45:33.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:33 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3229466728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:45:33.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:33 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3229466728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:45:34.021 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612653 got 313532612657 for osd.10 2024-04-26T01:45:34.021 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:34.568 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:34 smithi100 ceph-mon[28020]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:34 smithi148 ceph-mon[32990]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:34 smithi133 ceph-mon[32344]: pgmap v395: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:34.963 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:34.966 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:34.983 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 -- 172.21.15.100:0/66838899 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac074c70 msgr2=0x7fb9ac075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 --2- 172.21.15.100:0/66838899 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac074c70 0x7fb9ac075050 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb99c009990 tx=0x7fb99c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 -- 172.21.15.100:0/66838899 shutdown_connections 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 --2- 172.21.15.100:0/66838899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac10f440 0x7fb9ac111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 --2- 172.21.15.100:0/66838899 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac074c70 0x7fb9ac075050 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 --2- 172.21.15.100:0/66838899 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 -- 172.21.15.100:0/66838899 >> 172.21.15.100:0/66838899 conn(0x7fb9ac079ba0 msgr2=0x7fb9ac079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 -- 172.21.15.100:0/66838899 shutdown_connections 2024-04-26T01:45:35.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.615+0000 7fb9b1200700 1 -- 172.21.15.100:0/66838899 wait complete. 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.616+0000 7fb9b1200700 1 Processor -- start 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.616+0000 7fb9b1200700 1 -- start start 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac074c70 0x7fb9ac102b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac10f440 0x7fb9ac1035e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.614 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ac114f50 con 0x7fb9ac075590 2024-04-26T01:45:35.615 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ac114dd0 con 0x7fb9ac074c70 2024-04-26T01:45:35.615 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9b1200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ac1150d0 con 0x7fb9ac10f440 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9a9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9a9e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac074c70 0x7fb9ac102b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9a9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58054/0 (socket says 172.21.15.100:58054) 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.617+0000 7fb9a9400700 1 -- 172.21.15.100:0/77373136 learned_addr learned my addr 172.21.15.100:0/77373136 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9aa800700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac10f440 0x7fb9ac1035e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 -- 172.21.15.100:0/77373136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac10f440 msgr2=0x7fb9ac1035e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac10f440 0x7fb9ac1035e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 -- 172.21.15.100:0/77373136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac074c70 msgr2=0x7fb9ac102b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac074c70 0x7fb9ac102b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 -- 172.21.15.100:0/77373136 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9ac1abaf0 con 0x7fb9ac075590 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.618+0000 7fb9a9400700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb99800e9a0 tx=0x7fb99800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.619+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb998004220 con 0x7fb9ac075590 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.619+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb9980043c0 con 0x7fb9ac075590 2024-04-26T01:45:35.616 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.619+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb998003d80 con 0x7fb9ac075590 2024-04-26T01:45:35.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.619+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9ac1abde0 con 0x7fb9ac075590 2024-04-26T01:45:35.617 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.619+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9ac1ac240 con 0x7fb9ac075590 2024-04-26T01:45:35.618 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.620+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9ac076360 con 0x7fb9ac075590 2024-04-26T01:45:35.619 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.623+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fb99800c810 con 0x7fb9ac075590 2024-04-26T01:45:35.621 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.624+0000 7fb9a2a00700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 0x7fb9900a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.621 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.624+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb9980d07c0 con 0x7fb9ac075590 2024-04-26T01:45:35.622 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.625+0000 7fb9a9e00700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 0x7fb9900a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.623 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.626+0000 7fb9a9e00700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 0x7fb9900a6240 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb99c0098e0 tx=0x7fb99c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:35.628 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.631+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb99809d0e0 con 0x7fb9ac075590 2024-04-26T01:45:35.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.875+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb9ac069730 con 0x7fb9ac075590 2024-04-26T01:45:35.873 INFO:teuthology.orchestra.run.smithi100.stdout:107374182489 2024-04-26T01:45:35.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.876+0000 7fb9a2a00700 1 -- 172.21.15.100:0/77373136 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb9ac069730 con 0x7fb9ac075590 2024-04-26T01:45:35.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.878+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 msgr2=0x7fb9900a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.878+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 0x7fb9900a6240 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb99c0098e0 tx=0x7fb99c005960 comp rx=0 tx=0).stop 2024-04-26T01:45:35.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.878+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 msgr2=0x7fb9ac1030a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.878+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb99800e9a0 tx=0x7fb99800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 shutdown_connections 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb9ac10f440 0x7fb9ac1035e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb9900a3d80 0x7fb9900a6240 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb9ac074c70 0x7fb9ac102b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 --2- 172.21.15.100:0/77373136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb9ac075590 0x7fb9ac1030a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 >> 172.21.15.100:0/77373136 conn(0x7fb9ac079ba0 msgr2=0x7fb9ac100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 shutdown_connections 2024-04-26T01:45:35.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:35.879+0000 7fb9b1200700 1 -- 172.21.15.100:0/77373136 wait complete. 2024-04-26T01:45:36.710 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 -- 172.21.15.100:0/3067255581 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 msgr2=0x7fa15010ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:36.710 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 --2- 172.21.15.100:0/3067255581 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15010ec70 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa138009990 tx=0x7fa138009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 -- 172.21.15.100:0/3067255581 shutdown_connections 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 --2- 172.21.15.100:0/3067255581 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa150111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 --2- 172.21.15.100:0/3067255581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 0x7fa150075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 --2- 172.21.15.100:0/3067255581 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15010ec70 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 -- 172.21.15.100:0/3067255581 >> 172.21.15.100:0/3067255581 conn(0x7fa1500fe4c0 msgr2=0x7fa1501008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 -- 172.21.15.100:0/3067255581 shutdown_connections 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.098+0000 7fa14fe00700 1 -- 172.21.15.100:0/3067255581 wait complete. 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.099+0000 7fa14fe00700 1 Processor -- start 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.099+0000 7fa14fe00700 1 -- start start 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 0x7fa15019b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:36.711 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa15019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa150114ee0 con 0x7fa150075790 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa150114d60 con 0x7fa150074e70 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14fe00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa150115060 con 0x7fa15010f1b0 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58068/0 (socket says 172.21.15.100:58068) 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 -- 172.21.15.100:0/2056310787 learned_addr learned my addr 172.21.15.100:0/2056310787 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14f400700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa15019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14ea00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 0x7fa15019b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 -- 172.21.15.100:0/2056310787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 msgr2=0x7fa15019fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa15019fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 -- 172.21.15.100:0/2056310787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 msgr2=0x7fa15019b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 0x7fa15019b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.712 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa147e00700 1 -- 172.21.15.100:0/2056310787 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1501a0320 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.100+0000 7fa14f400700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa15019fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa147e00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa138005910 tx=0x7fa13800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa138027070 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa13800b610 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1501a05b0 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1380173f0 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.101+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1501a7e90 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.102+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa150069730 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.104+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 17) ==== 138698+0+0 (secure 0 0 0) 0x7fa13802a070 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.106+0000 7fa147400700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 0x7fa1340a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.106+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa1380d12f0 con 0x7fa150075790 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.106+0000 7fa14ea00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 0x7fa1340a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:36.713 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.106+0000 7fa14ea00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 0x7fa1340a6210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa140009680 tx=0x7fa140009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:36.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.110+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa13805eff0 con 0x7fa150075790 2024-04-26T01:45:36.714 INFO:teuthology.orchestra.run.smithi100.stdout:287762808885 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.333+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fa15002df80 con 0x7fa150075790 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.334+0000 7fa147400700 1 -- 172.21.15.100:0/2056310787 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fa138013070 con 0x7fa150075790 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.336+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 msgr2=0x7fa1340a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.336+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 0x7fa1340a6210 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa140009680 tx=0x7fa140009260 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 msgr2=0x7fa15019b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa138005910 tx=0x7fa13800bfc0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 shutdown_connections 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa15010f1b0 0x7fa15019fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fa1340a3d50 0x7fa1340a6210 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa150074e70 0x7fa15019b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 --2- 172.21.15.100:0/2056310787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa150075790 0x7fa15019b850 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 >> 172.21.15.100:0/2056310787 conn(0x7fa1500fe4c0 msgr2=0x7fa1500ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:36.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 shutdown_connections 2024-04-26T01:45:36.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:36.337+0000 7fa14fe00700 1 -- 172.21.15.100:0/2056310787 wait complete. 2024-04-26T01:45:36.716 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:36 smithi100 ceph-mon[28020]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:36.716 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:36 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/77373136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:45:36.716 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:36 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2056310787' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:45:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:36 smithi148 ceph-mon[32990]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:36 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/77373136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:45:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:36 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2056310787' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:45:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:36 smithi133 ceph-mon[32344]: pgmap v396: 97 pgs: 97 active+clean; 643 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:36 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/77373136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:45:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:36 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2056310787' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:45:37.793 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:37 smithi100 ceph-mon[28020]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:45:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:37 smithi148 ceph-mon[32990]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:45:37.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:37 smithi133 ceph-mon[32344]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:45:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:38 smithi133 ceph-mon[32344]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:38.722 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:38 smithi100 ceph-mon[28020]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:38 smithi148 ceph-mon[32990]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:39.179 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182481 got 107374182489 for osd.3 2024-04-26T01:45:39.179 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:40.681 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:40 smithi100 ceph-mon[28020]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T01:45:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:40 smithi148 ceph-mon[32990]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T01:45:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:40 smithi133 ceph-mon[32344]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-26T01:45:41.335 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808877 got 287762808885 for osd.9 2024-04-26T01:45:41.335 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 -- 172.21.15.100:0/234804170 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a410e3b0 msgr2=0x7f51a4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 --2- 172.21.15.100:0/234804170 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a410e3b0 0x7f51a4115f80 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f519c00b0d0 tx=0x7f519c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 -- 172.21.15.100:0/234804170 shutdown_connections 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 --2- 172.21.15.100:0/234804170 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a410e3b0 0x7f51a4115f80 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 --2- 172.21.15.100:0/234804170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 0x7f51a41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 --2- 172.21.15.100:0/234804170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a4109c80 0x7f51a410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 -- 172.21.15.100:0/234804170 >> 172.21.15.100:0/234804170 conn(0x7f51a4076210 msgr2=0x7f51a4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:41.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 -- 172.21.15.100:0/234804170 shutdown_connections 2024-04-26T01:45:41.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.671+0000 7f51a9600700 1 -- 172.21.15.100:0/234804170 wait complete. 2024-04-26T01:45:41.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.672+0000 7f51a9600700 1 Processor -- start 2024-04-26T01:45:41.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.672+0000 7f51a9600700 1 -- start start 2024-04-26T01:45:41.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 0x7f51a41a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:41.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 0x7f51a419f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f51a41193e0 con 0x7f51a4109c80 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f51a4119260 con 0x7f51a410e3b0 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a9600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f51a4119560 con 0x7f51a41092d0 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a2000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a2a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 0x7f51a41a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a2000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58094/0 (socket says 172.21.15.100:58094) 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a2000700 1 -- 172.21.15.100:0/1605374480 learned_addr learned my addr 172.21.15.100:0/1605374480 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.673+0000 7f51a3400700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 0x7f51a419f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 -- 172.21.15.100:0/1605374480 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 msgr2=0x7f51a41a5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 0x7f51a41a5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 -- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 msgr2=0x7f51a41a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:41.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 -- 172.21.15.100:0/1605374480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a419fd40 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a2000700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a3400700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 0x7f51a419f5e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f519c00b770 tx=0x7f519c0079a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c003a00 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f519c022070 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51a419ffd0 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c01b460 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.674+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51a41ac2f0 con 0x7f51a410e3b0 2024-04-26T01:45:41.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.676+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51a410a7b0 con 0x7f51a410e3b0 2024-04-26T01:45:41.674 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.677+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f519c01d470 con 0x7f51a410e3b0 2024-04-26T01:45:41.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.678+0000 7f519b400700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 0x7f51880a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:41.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.679+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f519c0d1290 con 0x7f51a410e3b0 2024-04-26T01:45:41.676 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.679+0000 7f51a2a00700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 0x7f51880a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:41.676 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.679+0000 7f51a2a00700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 0x7f51880a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5194009c60 tx=0x7f5194009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:41.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.683+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f519c09dd10 con 0x7f51a410e3b0 2024-04-26T01:45:41.909 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.912+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f51a41ac4c0 con 0x7f51a410e3b0 2024-04-26T01:45:41.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.913+0000 7f519b400700 1 -- 172.21.15.100:0/1605374480 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f519c09d610 con 0x7f51a410e3b0 2024-04-26T01:45:41.910 INFO:teuthology.orchestra.run.smithi100.stdout:55834574949 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.915+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 msgr2=0x7f51880a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.915+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 0x7f51880a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5194009c60 tx=0x7f5194009260 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.915+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 msgr2=0x7f51a419f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.915+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 0x7f51a419f5e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f519c00b770 tx=0x7f519c0079a0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 shutdown_connections 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f51880a3c40 0x7f51880a6100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f51a410e3b0 0x7f51a419f5e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f51a41092d0 0x7f51a41a5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 --2- 172.21.15.100:0/1605374480 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f51a4109c80 0x7f51a41a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 >> 172.21.15.100:0/1605374480 conn(0x7f51a4076210 msgr2=0x7f51a40766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 shutdown_connections 2024-04-26T01:45:41.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:41.916+0000 7f51a9600700 1 -- 172.21.15.100:0/1605374480 wait complete. 2024-04-26T01:45:42.409 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 -- 172.21.15.100:0/1599876231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 msgr2=0x7f6ab0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:42.409 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1599876231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab0108e10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6aa0009990 tx=0x7f6aa0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 -- 172.21.15.100:0/1599876231 shutdown_connections 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1599876231 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006bb10 0x7f6ab010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1599876231 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab0108e10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1599876231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006b170 0x7f6ab006b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 -- 172.21.15.100:0/1599876231 >> 172.21.15.100:0/1599876231 conn(0x7f6ab00788f0 msgr2=0x7f6ab0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 -- 172.21.15.100:0/1599876231 shutdown_connections 2024-04-26T01:45:42.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.412+0000 7f6ab6600700 1 -- 172.21.15.100:0/1599876231 wait complete. 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.413+0000 7f6ab6600700 1 Processor -- start 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.413+0000 7f6ab6600700 1 -- start start 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006bb10 0x7f6ab019b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab0112d30 con 0x7f6ab006b170 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab0112bb0 con 0x7f6ab006bb10 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6ab6600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab0112eb0 con 0x7f6ab0108a30 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6aaf400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6aaf400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58112/0 (socket says 172.21.15.100:58112) 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6aaf400700 1 -- 172.21.15.100:0/1471610132 learned_addr learned my addr 172.21.15.100:0/1471610132 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6aafe00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.414+0000 7f6aaea00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006bb10 0x7f6ab019b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 -- 172.21.15.100:0/1471610132 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 msgr2=0x7f6ab019fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:42.412 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab019fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 -- 172.21.15.100:0/1471610132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006bb10 msgr2=0x7f6ab019b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006bb10 0x7f6ab019b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 -- 172.21.15.100:0/1471610132 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ab01a0410 con 0x7f6ab006b170 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aafe00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aaf400700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6aa0005f50 tx=0x7f6aa00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:42.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa0026070 con 0x7f6ab006b170 2024-04-26T01:45:42.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6aa000fb40 con 0x7f6ab006b170 2024-04-26T01:45:42.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ab01a06a0 con 0x7f6ab006b170 2024-04-26T01:45:42.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa00173f0 con 0x7f6ab006b170 2024-04-26T01:45:42.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.415+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ab01a7f80 con 0x7f6ab006b170 2024-04-26T01:45:42.414 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.416+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ab0104170 con 0x7f6ab006b170 2024-04-26T01:45:42.415 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.418+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f6aa0029070 con 0x7f6ab006b170 2024-04-26T01:45:42.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.419+0000 7f6aa7e00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 0x7f6a940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:42.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.419+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6aa00d0e50 con 0x7f6ab006b170 2024-04-26T01:45:42.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.419+0000 7f6aaea00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 0x7f6a940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:42.418 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.420+0000 7f6aaea00700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 0x7f6a940a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0078ef0 tx=0x7f6a9c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:42.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.424+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6aa0013070 con 0x7f6ab006b170 2024-04-26T01:45:42.651 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.653+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f6ab002df80 con 0x7f6ab006b170 2024-04-26T01:45:42.652 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.654+0000 7f6aa7e00700 1 -- 172.21.15.100:0/1471610132 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6aa009d870 con 0x7f6ab006b170 2024-04-26T01:45:42.652 INFO:teuthology.orchestra.run.smithi100.stdout:163208757327 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.656+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 msgr2=0x7f6a940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.656+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 0x7f6a940a6100 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6ab0078ef0 tx=0x7f6a9c00b410 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 msgr2=0x7f6ab019b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6aa0005f50 tx=0x7f6aa00057c0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 shutdown_connections 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6ab0108a30 0x7f6ab019fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6ab006b170 0x7f6ab019b400 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6a940a3c40 0x7f6a940a6100 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 --2- 172.21.15.100:0/1471610132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ab006bb10 0x7f6ab019b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:42.655 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 >> 172.21.15.100:0/1471610132 conn(0x7f6ab00788f0 msgr2=0x7f6ab010de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:42.656 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.657+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 shutdown_connections 2024-04-26T01:45:42.656 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:42.658+0000 7f6ab6600700 1 -- 172.21.15.100:0/1471610132 wait complete. 2024-04-26T01:45:42.777 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:42 smithi100 ceph-mon[28020]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:42.777 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:42 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1605374480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:45:42.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:42 smithi148 ceph-mon[32990]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:42.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:42 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1605374480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:45:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:42 smithi133 ceph-mon[32344]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:42 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1605374480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:45:43.696 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1471610132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:45:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1471610132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:45:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1471610132' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:45:44.326 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574942 got 55834574949 for osd.1 2024-04-26T01:45:44.326 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 -- 172.21.15.100:0/1298686065 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 msgr2=0x7f78d8115d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 --2- 172.21.15.100:0/1298686065 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d8115d70 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f78d000b0a0 tx=0x7f78d000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 -- 172.21.15.100:0/1298686065 shutdown_connections 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 --2- 172.21.15.100:0/1298686065 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d8115d70 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 --2- 172.21.15.100:0/1298686065 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8074de0 0x7f78d80751c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 --2- 172.21.15.100:0/1298686065 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8075700 0x7f78d8113440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 -- 172.21.15.100:0/1298686065 >> 172.21.15.100:0/1298686065 conn(0x7f78d80fe4c0 msgr2=0x7f78d81008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 -- 172.21.15.100:0/1298686065 shutdown_connections 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.985+0000 7f78d7e00700 1 -- 172.21.15.100:0/1298686065 wait complete. 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 Processor -- start 2024-04-26T01:45:44.568 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 -- start start 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 0x7f78d81a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8075700 0x7f78d81a5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f78d81192d0 con 0x7f78d8113980 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8119150 con 0x7f78d8074de0 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f78d8119450 con 0x7f78d8075700 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48642/0 (socket says 172.21.15.100:48642) 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d7400700 1 -- 172.21.15.100:0/516351782 learned_addr learned my addr 172.21.15.100:0/516351782 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.987+0000 7f78d6a00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 0x7f78d81a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78ce000700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8075700 0x7f78d81a5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 -- 172.21.15.100:0/516351782 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8075700 msgr2=0x7f78d81a5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8075700 0x7f78d81a5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 -- 172.21.15.100:0/516351782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 msgr2=0x7f78d81a53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:44.569 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 0x7f78d81a53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 -- 172.21.15.100:0/516351782 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d819fd10 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d6a00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 0x7f78d81a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7400700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f78d000b780 tx=0x7f78d0004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d0021070 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d0007e50 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.988+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d819ffa0 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.989+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d0004650 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.989+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d81ac2c0 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.990+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78d8069730 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.992+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f78d0007980 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.993+0000 7f78cfe00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 0x7f78bc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.993+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f78d000f020 con 0x7f78d8113980 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.993+0000 7f78d6a00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 0x7f78bc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:44.570 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.994+0000 7f78d6a00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 0x7f78bc0a6180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f78c8011490 tx=0x7f78c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stdout:347892351022 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:43.997+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f78d002a020 con 0x7f78d8113980 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.226+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f78d802df80 con 0x7f78d8113980 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.227+0000 7f78cfe00700 1 -- 172.21.15.100:0/516351782 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f78d0007c70 con 0x7f78d8113980 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.229+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 msgr2=0x7f78bc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:44.571 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.229+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 0x7f78bc0a6180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f78c8011490 tx=0x7f78c8009260 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 msgr2=0x7f78d819f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f78d000b780 tx=0x7f78d0004c60 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 shutdown_connections 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f78d8113980 0x7f78d819f5b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f78bc0a3cc0 0x7f78bc0a6180 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78d8074de0 0x7f78d81a53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 --2- 172.21.15.100:0/516351782 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f78d8075700 0x7f78d81a5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 >> 172.21.15.100:0/516351782 conn(0x7f78d80fe4c0 msgr2=0x7f78d80ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 shutdown_connections 2024-04-26T01:45:44.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:44.230+0000 7f78d7e00700 1 -- 172.21.15.100:0/516351782 wait complete. 2024-04-26T01:45:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:44 smithi148 ceph-mon[32990]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:44 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/516351782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:45:44.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:44 smithi100 ceph-mon[28020]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:44.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:44 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/516351782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:45:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:44 smithi133 ceph-mon[32344]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:44 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/516351782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:45:45.501 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757321 got 163208757327 for osd.5 2024-04-26T01:45:45.502 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:45.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351017 got 347892351022 for osd.11 2024-04-26T01:45:45.843 DEBUG:teuthology.parallel:result is None 2024-04-26T01:45:45.843 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:45:45.844 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:45:46.292 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:46.784 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:46 smithi100 ceph-mon[28020]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:46.785 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:46.785 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:46 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:46 smithi148 ceph-mon[32990]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:46 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:46 smithi133 ceph-mon[32344]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:45:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:46 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:47 smithi133 ceph-mon[32344]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:48.034 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:47 smithi100 ceph-mon[28020]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:47 smithi148 ceph-mon[32990]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 -- 172.21.15.100:0/2977766514 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50104ec0 msgr2=0x7f3f501052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2977766514 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50104ec0 0x7f3f501052a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3f400099c0 tx=0x7f3f40009cd0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 -- 172.21.15.100:0/2977766514 shutdown_connections 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2977766514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50109fa0 0x7f3f50111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2977766514 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50104ec0 0x7f3f501052a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2977766514 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50105870 0x7f3f501098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 -- 172.21.15.100:0/2977766514 >> 172.21.15.100:0/2977766514 conn(0x7f3f50100750 msgr2=0x7f3f50102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:48.574 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 -- 172.21.15.100:0/2977766514 shutdown_connections 2024-04-26T01:45:48.575 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.575+0000 7f3f56a00700 1 -- 172.21.15.100:0/2977766514 wait complete. 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 Processor -- start 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 -- start start 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 0x7f3f5019b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 0x7f3f5019fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3f50114fc0 con 0x7f3f50105870 2024-04-26T01:45:48.576 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3f50114e40 con 0x7f3f50104ec0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.577+0000 7f3f56a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3f50115140 con 0x7f3f50109fa0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 0x7f3f5019b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47860/0 (socket says 172.21.15.100:47860) 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 -- 172.21.15.100:0/2598733611 learned_addr learned my addr 172.21.15.100:0/2598733611 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f54a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 0x7f3f5019fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 -- 172.21.15.100:0/2598733611 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 msgr2=0x7f3f5019fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 0x7f3f5019fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 -- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 msgr2=0x7f3f5019b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 0x7f3f5019b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 -- 172.21.15.100:0/2598733611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f501a0460 con 0x7f3f50104ec0 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4f400700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 0x7f3f5019b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:48.577 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f54a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 0x7f3f5019fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:48.578 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.578+0000 7f3f4fe00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3f40005910 tx=0x7f3f4000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:48.578 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.579+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40027070 con 0x7f3f50104ec0 2024-04-26T01:45:48.579 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.579+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f501a06f0 con 0x7f3f50104ec0 2024-04-26T01:45:48.579 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.579+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f40003680 con 0x7f3f50104ec0 2024-04-26T01:45:48.579 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.579+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f400173f0 con 0x7f3f50104ec0 2024-04-26T01:45:48.579 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.579+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f501a7fd0 con 0x7f3f50104ec0 2024-04-26T01:45:48.579 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.580+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f50069730 con 0x7f3f50104ec0 2024-04-26T01:45:48.580 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.582+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f3f40022470 con 0x7f3f50104ec0 2024-04-26T01:45:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.583+0000 7f3f4cc00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 0x7f3f340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:48.582 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.584+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3f400d12c0 con 0x7f3f50104ec0 2024-04-26T01:45:48.582 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.584+0000 7f3f4f400700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 0x7f3f340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:48.582 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.584+0000 7f3f4f400700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 0x7f3f340a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3f5010b500 tx=0x7f3f3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.586+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f40013070 con 0x7f3f50104ec0 2024-04-26T01:45:48.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.809+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3f50062e80 con 0x7f3f340a3cc0 2024-04-26T01:45:48.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:48.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:48.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:48.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.833+0000 7f3f4cc00700 1 -- 172.21.15.100:0/2598733611 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259106 (secure 0 0 0) 0x7f3f50062e80 con 0x7f3f340a3cc0 2024-04-26T01:45:48.833 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:45:48.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 msgr2=0x7f3f340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:48.839 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 0x7f3f340a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3f5010b500 tx=0x7f3f3c009260 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 msgr2=0x7f3f5019b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3f40005910 tx=0x7f3f4000fa00 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 shutdown_connections 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3f50109fa0 0x7f3f5019fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3f340a3cc0 0x7f3f340a6180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f50104ec0 0x7f3f5019b450 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 --2- 172.21.15.100:0/2598733611 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3f50105870 0x7f3f5019b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 >> 172.21.15.100:0/2598733611 conn(0x7f3f50100750 msgr2=0x7f3f50102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 shutdown_connections 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:48.841+0000 7f3f56a00700 1 -- 172.21.15.100:0/2598733611 wait complete. 2024-04-26T01:45:48.840 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:45:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:48.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:48.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:48.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:45:49.666 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":402,"stamp":"2024-04-26T01:45:47.406336+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659216,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1364,"num_read_kb":809,"num_write":439,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":859,"ondisk_log_size":859,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361424,"kb_used_data":12272,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580400,"statfs":{"total":1151940427776,"available":1151570329600,"internally_reserved":0,"allocated":12566528,"data_stored":7809096,"data_compressed":111610,"data_compressed_allocated":143360,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":74,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005241"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.364893+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:45:35.364893+0000","last_peered":"2024-04-26T01:45:35.364893+0000","last_clean":"2024-04-26T01:45:35.364893+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:45:35.364893+0000","last_undegraded":"2024-04-26T01:45:35.364893+0000","last_fullsized":"2024-04-26T01:45:35.364893+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.363696+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:45:35.363696+0000","last_peered":"2024-04-26T01:45:35.363696+0000","last_clean":"2024-04-26T01:45:35.363696+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:45:35.363696+0000","last_undegraded":"2024-04-26T01:45:35.363696+0000","last_fullsized":"2024-04-26T01:45:35.363696+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381012+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:45:35.381012+0000","last_peered":"2024-04-26T01:45:35.381012+0000","last_clean":"2024-04-26T01:45:35.381012+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:45:35.381012+0000","last_undegraded":"2024-04-26T01:45:35.381012+0000","last_fullsized":"2024-04-26T01:45:35.381012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345666+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:45:35.345666+0000","last_peered":"2024-04-26T01:45:35.345666+0000","last_clean":"2024-04-26T01:45:35.345666+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:45:35.345666+0000","last_undegraded":"2024-04-26T01:45:35.345666+0000","last_fullsized":"2024-04-26T01:45:35.345666+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.371114+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:45:35.371114+0000","last_peered":"2024-04-26T01:45:35.371114+0000","last_clean":"2024-04-26T01:45:35.371114+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:45:35.371114+0000","last_undegraded":"2024-04-26T01:45:35.371114+0000","last_fullsized":"2024-04-26T01:45:35.371114+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.351051+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:45:35.351051+0000","last_peered":"2024-04-26T01:45:35.351051+0000","last_clean":"2024-04-26T01:45:35.351051+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:45:35.351051+0000","last_undegraded":"2024-04-26T01:45:35.351051+0000","last_fullsized":"2024-04-26T01:45:35.351051+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.356783+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:45:35.356783+0000","last_peered":"2024-04-26T01:45:35.356783+0000","last_clean":"2024-04-26T01:45:35.356783+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:45:35.356783+0000","last_undegraded":"2024-04-26T01:45:35.356783+0000","last_fullsized":"2024-04-26T01:45:35.356783+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.363685+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:45:35.363685+0000","last_peered":"2024-04-26T01:45:35.363685+0000","last_clean":"2024-04-26T01:45:35.363685+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:45:35.363685+0000","last_undegraded":"2024-04-26T01:45:35.363685+0000","last_fullsized":"2024-04-26T01:45:35.363685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.362730+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:45:35.362730+0000","last_peered":"2024-04-26T01:45:35.362730+0000","last_clean":"2024-04-26T01:45:35.362730+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:45:35.362730+0000","last_undegraded":"2024-04-26T01:45:35.362730+0000","last_fullsized":"2024-04-26T01:45:35.362730+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.351959+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:45:35.351959+0000","last_peered":"2024-04-26T01:45:35.351959+0000","last_clean":"2024-04-26T01:45:35.351959+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:45:35.351959+0000","last_undegraded":"2024-04-26T01:45:35.351959+0000","last_fullsized":"2024-04-26T01:45:35.351959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.367122+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:45:35.367122+0000","last_peered":"2024-04-26T01:45:35.367122+0000","last_clean":"2024-04-26T01:45:35.367122+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:45:35.367122+0000","last_undegraded":"2024-04-26T01:45:35.367122+0000","last_fullsized":"2024-04-26T01:45:35.367122+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349287+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:45:35.349287+0000","last_peered":"2024-04-26T01:45:35.349287+0000","last_clean":"2024-04-26T01:45:35.349287+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:45:35.349287+0000","last_undegraded":"2024-04-26T01:45:35.349287+0000","last_fullsized":"2024-04-26T01:45:35.349287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375667+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:45:35.375667+0000","last_peered":"2024-04-26T01:45:35.375667+0000","last_clean":"2024-04-26T01:45:35.375667+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:45:35.375667+0000","last_undegraded":"2024-04-26T01:45:35.375667+0000","last_fullsized":"2024-04-26T01:45:35.375667+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381740+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:45:35.381740+0000","last_peered":"2024-04-26T01:45:35.381740+0000","last_clean":"2024-04-26T01:45:35.381740+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:45:35.381740+0000","last_undegraded":"2024-04-26T01:45:35.381740+0000","last_fullsized":"2024-04-26T01:45:35.381740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.380534+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:45:35.380534+0000","last_peered":"2024-04-26T01:45:35.380534+0000","last_clean":"2024-04-26T01:45:35.380534+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:45:35.380534+0000","last_undegraded":"2024-04-26T01:45:35.380534+0000","last_fullsized":"2024-04-26T01:45:35.380534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.383513+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:45:35.383513+0000","last_peered":"2024-04-26T01:45:35.383513+0000","last_clean":"2024-04-26T01:45:35.383513+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:45:35.383513+0000","last_undegraded":"2024-04-26T01:45:35.383513+0000","last_fullsized":"2024-04-26T01:45:35.383513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365228+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:45:35.365228+0000","last_peered":"2024-04-26T01:45:35.365228+0000","last_clean":"2024-04-26T01:45:35.365228+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:45:35.365228+0000","last_undegraded":"2024-04-26T01:45:35.365228+0000","last_fullsized":"2024-04-26T01:45:35.365228+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.348933+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:45:35.348933+0000","last_peered":"2024-04-26T01:45:35.348933+0000","last_clean":"2024-04-26T01:45:35.348933+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:45:35.348933+0000","last_undegraded":"2024-04-26T01:45:35.348933+0000","last_fullsized":"2024-04-26T01:45:35.348933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375335+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:45:35.375335+0000","last_peered":"2024-04-26T01:45:35.375335+0000","last_clean":"2024-04-26T01:45:35.375335+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:45:35.375335+0000","last_undegraded":"2024-04-26T01:45:35.375335+0000","last_fullsized":"2024-04-26T01:45:35.375335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":160,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:43.756340+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:45:43.756340+0000","last_peered":"2024-04-26T01:45:43.756340+0000","last_clean":"2024-04-26T01:45:43.756340+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:45:43.756340+0000","last_undegraded":"2024-04-26T01:45:43.756340+0000","last_fullsized":"2024-04-26T01:45:43.756340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360040+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:45:35.360040+0000","last_peered":"2024-04-26T01:45:35.360040+0000","last_clean":"2024-04-26T01:45:35.360040+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:45:35.360040+0000","last_undegraded":"2024-04-26T01:45:35.360040+0000","last_fullsized":"2024-04-26T01:45:35.360040+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.494642+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:44:06.494642+0000","last_peered":"2024-04-26T01:44:06.494642+0000","last_clean":"2024-04-26T01:44:06.494642+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:44:06.494642+0000","last_undegraded":"2024-04-26T01:44:06.494642+0000","last_fullsized":"2024-04-26T01:44:06.494642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381586+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:45:35.381586+0000","last_peered":"2024-04-26T01:45:35.381586+0000","last_clean":"2024-04-26T01:45:35.381586+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:45:35.381586+0000","last_undegraded":"2024-04-26T01:45:35.381586+0000","last_fullsized":"2024-04-26T01:45:35.381586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485382+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:44:06.485382+0000","last_peered":"2024-04-26T01:44:06.485382+0000","last_clean":"2024-04-26T01:44:06.485382+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:44:06.485382+0000","last_undegraded":"2024-04-26T01:44:06.485382+0000","last_fullsized":"2024-04-26T01:44:06.485382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.376519+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:45:35.376519+0000","last_peered":"2024-04-26T01:45:35.376519+0000","last_clean":"2024-04-26T01:45:35.376519+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:45:35.376519+0000","last_undegraded":"2024-04-26T01:45:35.376519+0000","last_fullsized":"2024-04-26T01:45:35.376519+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485544+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:44:06.485544+0000","last_peered":"2024-04-26T01:44:06.485544+0000","last_clean":"2024-04-26T01:44:06.485544+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:44:06.485544+0000","last_undegraded":"2024-04-26T01:44:06.485544+0000","last_fullsized":"2024-04-26T01:44:06.485544+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360569+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:45:35.360569+0000","last_peered":"2024-04-26T01:45:35.360569+0000","last_clean":"2024-04-26T01:45:35.360569+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:45:35.360569+0000","last_undegraded":"2024-04-26T01:45:35.360569+0000","last_fullsized":"2024-04-26T01:45:35.360569+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":155,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:43.760685+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:45:43.760685+0000","last_peered":"2024-04-26T01:45:43.760685+0000","last_clean":"2024-04-26T01:45:43.760685+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:45:43.760685+0000","last_undegraded":"2024-04-26T01:45:43.760685+0000","last_fullsized":"2024-04-26T01:45:43.760685+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345280+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:45:35.345280+0000","last_peered":"2024-04-26T01:45:35.345280+0000","last_clean":"2024-04-26T01:45:35.345280+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:45:35.345280+0000","last_undegraded":"2024-04-26T01:45:35.345280+0000","last_fullsized":"2024-04-26T01:45:35.345280+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483676+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:44:06.483676+0000","last_peered":"2024-04-26T01:44:06.483676+0000","last_clean":"2024-04-26T01:44:06.483676+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:44:06.483676+0000","last_undegraded":"2024-04-26T01:44:06.483676+0000","last_fullsized":"2024-04-26T01:44:06.483676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365900+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:45:35.365900+0000","last_peered":"2024-04-26T01:45:35.365900+0000","last_clean":"2024-04-26T01:45:35.365900+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:45:35.365900+0000","last_undegraded":"2024-04-26T01:45:35.365900+0000","last_fullsized":"2024-04-26T01:45:35.365900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577703+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:44:06.577703+0000","last_peered":"2024-04-26T01:44:06.577703+0000","last_clean":"2024-04-26T01:44:06.577703+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:44:06.577703+0000","last_undegraded":"2024-04-26T01:44:06.577703+0000","last_fullsized":"2024-04-26T01:44:06.577703+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381629+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:45:35.381629+0000","last_peered":"2024-04-26T01:45:35.381629+0000","last_clean":"2024-04-26T01:45:35.381629+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:45:35.381629+0000","last_undegraded":"2024-04-26T01:45:35.381629+0000","last_fullsized":"2024-04-26T01:45:35.381629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577513+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:44:06.577513+0000","last_peered":"2024-04-26T01:44:06.577513+0000","last_clean":"2024-04-26T01:44:06.577513+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:44:06.577513+0000","last_undegraded":"2024-04-26T01:44:06.577513+0000","last_fullsized":"2024-04-26T01:44:06.577513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.364366+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:45:35.364366+0000","last_peered":"2024-04-26T01:45:35.364366+0000","last_clean":"2024-04-26T01:45:35.364366+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:45:35.364366+0000","last_undegraded":"2024-04-26T01:45:35.364366+0000","last_fullsized":"2024-04-26T01:45:35.364366+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":270,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.763635+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:45:45.763635+0000","last_peered":"2024-04-26T01:45:45.763635+0000","last_clean":"2024-04-26T01:45:45.763635+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:45:45.763635+0000","last_undegraded":"2024-04-26T01:45:45.763635+0000","last_fullsized":"2024-04-26T01:45:45.763635+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":238,"num_read_kb":238,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.367974+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:45:35.367974+0000","last_peered":"2024-04-26T01:45:35.367974+0000","last_clean":"2024-04-26T01:45:35.367974+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:45:35.367974+0000","last_undegraded":"2024-04-26T01:45:35.367974+0000","last_fullsized":"2024-04-26T01:45:35.367974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489923+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:44:06.489923+0000","last_peered":"2024-04-26T01:44:06.489923+0000","last_clean":"2024-04-26T01:44:06.489923+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:44:06.489923+0000","last_undegraded":"2024-04-26T01:44:06.489923+0000","last_fullsized":"2024-04-26T01:44:06.489923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.378266+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:45:35.378266+0000","last_peered":"2024-04-26T01:45:35.378266+0000","last_clean":"2024-04-26T01:45:35.378266+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:45:35.378266+0000","last_undegraded":"2024-04-26T01:45:35.378266+0000","last_fullsized":"2024-04-26T01:45:35.378266+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578391+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:44:06.578391+0000","last_peered":"2024-04-26T01:44:06.578391+0000","last_clean":"2024-04-26T01:44:06.578391+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:44:06.578391+0000","last_undegraded":"2024-04-26T01:44:06.578391+0000","last_fullsized":"2024-04-26T01:44:06.578391+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.368327+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:45:35.368327+0000","last_peered":"2024-04-26T01:45:35.368327+0000","last_clean":"2024-04-26T01:45:35.368327+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:45:35.368327+0000","last_undegraded":"2024-04-26T01:45:35.368327+0000","last_fullsized":"2024-04-26T01:45:35.368327+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":326,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.725271+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:45:45.725271+0000","last_peered":"2024-04-26T01:45:45.725271+0000","last_clean":"2024-04-26T01:45:45.725271+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:45:45.725271+0000","last_undegraded":"2024-04-26T01:45:45.725271+0000","last_fullsized":"2024-04-26T01:45:45.725271+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":182,"num_write":35,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349289+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:45:35.349289+0000","last_peered":"2024-04-26T01:45:35.349289+0000","last_clean":"2024-04-26T01:45:35.349289+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:45:35.349289+0000","last_undegraded":"2024-04-26T01:45:35.349289+0000","last_fullsized":"2024-04-26T01:45:35.349289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481229+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:44:06.481229+0000","last_peered":"2024-04-26T01:44:06.481229+0000","last_clean":"2024-04-26T01:44:06.481229+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:44:06.481229+0000","last_undegraded":"2024-04-26T01:44:06.481229+0000","last_fullsized":"2024-04-26T01:44:06.481229+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382042+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:45:35.382042+0000","last_peered":"2024-04-26T01:45:35.382042+0000","last_clean":"2024-04-26T01:45:35.382042+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:45:35.382042+0000","last_undegraded":"2024-04-26T01:45:35.382042+0000","last_fullsized":"2024-04-26T01:45:35.382042+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577910+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:44:06.577910+0000","last_peered":"2024-04-26T01:44:06.577910+0000","last_clean":"2024-04-26T01:44:06.577910+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:44:06.577910+0000","last_undegraded":"2024-04-26T01:44:06.577910+0000","last_fullsized":"2024-04-26T01:44:06.577910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382363+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:45:35.382363+0000","last_peered":"2024-04-26T01:45:35.382363+0000","last_clean":"2024-04-26T01:45:35.382363+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:45:35.382363+0000","last_undegraded":"2024-04-26T01:45:35.382363+0000","last_fullsized":"2024-04-26T01:45:35.382363+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:43.758220+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:45:43.758220+0000","last_peered":"2024-04-26T01:45:43.758220+0000","last_clean":"2024-04-26T01:45:43.758220+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:45:43.758220+0000","last_undegraded":"2024-04-26T01:45:43.758220+0000","last_fullsized":"2024-04-26T01:45:43.758220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.357023+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:45:35.357023+0000","last_peered":"2024-04-26T01:45:35.357023+0000","last_clean":"2024-04-26T01:45:35.357023+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:45:35.357023+0000","last_undegraded":"2024-04-26T01:45:35.357023+0000","last_fullsized":"2024-04-26T01:45:35.357023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485511+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:44:06.485511+0000","last_peered":"2024-04-26T01:44:06.485511+0000","last_clean":"2024-04-26T01:44:06.485511+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:44:06.485511+0000","last_undegraded":"2024-04-26T01:44:06.485511+0000","last_fullsized":"2024-04-26T01:44:06.485511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.359208+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:45:35.359208+0000","last_peered":"2024-04-26T01:45:35.359208+0000","last_clean":"2024-04-26T01:45:35.359208+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:45:35.359208+0000","last_undegraded":"2024-04-26T01:45:35.359208+0000","last_fullsized":"2024-04-26T01:45:35.359208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485612+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:44:06.485612+0000","last_peered":"2024-04-26T01:44:06.485612+0000","last_clean":"2024-04-26T01:44:06.485612+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:44:06.485612+0000","last_undegraded":"2024-04-26T01:44:06.485612+0000","last_fullsized":"2024-04-26T01:44:06.485612+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.370102+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:45:35.370102+0000","last_peered":"2024-04-26T01:45:35.370102+0000","last_clean":"2024-04-26T01:45:35.370102+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:45:35.370102+0000","last_undegraded":"2024-04-26T01:45:35.370102+0000","last_fullsized":"2024-04-26T01:45:35.370102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483819+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:44:06.483819+0000","last_peered":"2024-04-26T01:44:06.483819+0000","last_clean":"2024-04-26T01:44:06.483819+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:44:06.483819+0000","last_undegraded":"2024-04-26T01:44:06.483819+0000","last_fullsized":"2024-04-26T01:44:06.483819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375560+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:45:35.375560+0000","last_peered":"2024-04-26T01:45:35.375560+0000","last_clean":"2024-04-26T01:45:35.375560+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:45:35.375560+0000","last_undegraded":"2024-04-26T01:45:35.375560+0000","last_fullsized":"2024-04-26T01:45:35.375560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":155,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:43.757134+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:45:43.757134+0000","last_peered":"2024-04-26T01:45:43.757134+0000","last_clean":"2024-04-26T01:45:43.757134+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:45:43.757134+0000","last_undegraded":"2024-04-26T01:45:43.757134+0000","last_fullsized":"2024-04-26T01:45:43.757134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361532+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:45:35.361532+0000","last_peered":"2024-04-26T01:45:35.361532+0000","last_clean":"2024-04-26T01:45:35.361532+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:45:35.361532+0000","last_undegraded":"2024-04-26T01:45:35.361532+0000","last_fullsized":"2024-04-26T01:45:35.361532+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.352207+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:45:35.352207+0000","last_peered":"2024-04-26T01:45:35.352207+0000","last_clean":"2024-04-26T01:45:35.352207+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:45:35.352207+0000","last_undegraded":"2024-04-26T01:45:35.352207+0000","last_fullsized":"2024-04-26T01:45:35.352207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":151,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:42.756271+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:45:42.756271+0000","last_peered":"2024-04-26T01:45:42.756271+0000","last_clean":"2024-04-26T01:45:42.756271+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:45:42.756271+0000","last_undegraded":"2024-04-26T01:45:42.756271+0000","last_fullsized":"2024-04-26T01:45:42.756271+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345233+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:45:35.345233+0000","last_peered":"2024-04-26T01:45:35.345233+0000","last_clean":"2024-04-26T01:45:35.345233+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:45:35.345233+0000","last_undegraded":"2024-04-26T01:45:35.345233+0000","last_fullsized":"2024-04-26T01:45:35.345233+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581885+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:44:06.581885+0000","last_peered":"2024-04-26T01:44:06.581885+0000","last_clean":"2024-04-26T01:44:06.581885+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:44:06.581885+0000","last_undegraded":"2024-04-26T01:44:06.581885+0000","last_fullsized":"2024-04-26T01:44:06.581885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489534+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:44:06.489534+0000","last_peered":"2024-04-26T01:44:06.489534+0000","last_clean":"2024-04-26T01:44:06.489534+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:44:06.489534+0000","last_undegraded":"2024-04-26T01:44:06.489534+0000","last_fullsized":"2024-04-26T01:44:06.489534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375011+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:45:35.375011+0000","last_peered":"2024-04-26T01:45:35.375011+0000","last_clean":"2024-04-26T01:45:35.375011+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:45:35.375011+0000","last_undegraded":"2024-04-26T01:45:35.375011+0000","last_fullsized":"2024-04-26T01:45:35.375011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489701+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:44:06.489701+0000","last_peered":"2024-04-26T01:44:06.489701+0000","last_clean":"2024-04-26T01:44:06.489701+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:44:06.489701+0000","last_undegraded":"2024-04-26T01:44:06.489701+0000","last_fullsized":"2024-04-26T01:44:06.489701+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.504100+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:44:06.504100+0000","last_peered":"2024-04-26T01:44:06.504100+0000","last_clean":"2024-04-26T01:44:06.504100+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:44:06.504100+0000","last_undegraded":"2024-04-26T01:44:06.504100+0000","last_fullsized":"2024-04-26T01:44:06.504100+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.374741+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:45:35.374741+0000","last_peered":"2024-04-26T01:45:35.374741+0000","last_clean":"2024-04-26T01:45:35.374741+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:45:35.374741+0000","last_undegraded":"2024-04-26T01:45:35.374741+0000","last_fullsized":"2024-04-26T01:45:35.374741+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:30.467025+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:45:30.467025+0000","last_peered":"2024-04-26T01:45:30.467025+0000","last_clean":"2024-04-26T01:45:30.467025+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:45:30.467025+0000","last_undegraded":"2024-04-26T01:45:30.467025+0000","last_fullsized":"2024-04-26T01:45:30.467025+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.355213+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:45:35.355213+0000","last_peered":"2024-04-26T01:45:35.355213+0000","last_clean":"2024-04-26T01:45:35.355213+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:45:35.355213+0000","last_undegraded":"2024-04-26T01:45:35.355213+0000","last_fullsized":"2024-04-26T01:45:35.355213+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582494+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:44:06.582494+0000","last_peered":"2024-04-26T01:44:06.582494+0000","last_clean":"2024-04-26T01:44:06.582494+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:44:06.582494+0000","last_undegraded":"2024-04-26T01:44:06.582494+0000","last_fullsized":"2024-04-26T01:44:06.582494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381931+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:45:35.381931+0000","last_peered":"2024-04-26T01:45:35.381931+0000","last_clean":"2024-04-26T01:45:35.381931+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:45:35.381931+0000","last_undegraded":"2024-04-26T01:45:35.381931+0000","last_fullsized":"2024-04-26T01:45:35.381931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485665+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:44:06.485665+0000","last_peered":"2024-04-26T01:44:06.485665+0000","last_clean":"2024-04-26T01:44:06.485665+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:44:06.485665+0000","last_undegraded":"2024-04-26T01:44:06.485665+0000","last_fullsized":"2024-04-26T01:44:06.485665+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.341160+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:45:35.341160+0000","last_peered":"2024-04-26T01:45:35.341160+0000","last_clean":"2024-04-26T01:45:35.341160+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:45:35.341160+0000","last_undegraded":"2024-04-26T01:45:35.341160+0000","last_fullsized":"2024-04-26T01:45:35.341160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492410+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:44:06.492410+0000","last_peered":"2024-04-26T01:44:06.492410+0000","last_clean":"2024-04-26T01:44:06.492410+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:44:06.492410+0000","last_undegraded":"2024-04-26T01:44:06.492410+0000","last_fullsized":"2024-04-26T01:44:06.492410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361174+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:45:35.361174+0000","last_peered":"2024-04-26T01:45:35.361174+0000","last_clean":"2024-04-26T01:45:35.361174+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:45:35.361174+0000","last_undegraded":"2024-04-26T01:45:35.361174+0000","last_fullsized":"2024-04-26T01:45:35.361174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.508037+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:44:06.508037+0000","last_peered":"2024-04-26T01:44:06.508037+0000","last_clean":"2024-04-26T01:44:06.508037+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:44:06.508037+0000","last_undegraded":"2024-04-26T01:44:06.508037+0000","last_fullsized":"2024-04-26T01:44:06.508037+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.376794+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:45:35.376794+0000","last_peered":"2024-04-26T01:45:35.376794+0000","last_clean":"2024-04-26T01:45:35.376794+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:45:35.376794+0000","last_undegraded":"2024-04-26T01:45:35.376794+0000","last_fullsized":"2024-04-26T01:45:35.376794+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485528+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:44:06.485528+0000","last_peered":"2024-04-26T01:44:06.485528+0000","last_clean":"2024-04-26T01:44:06.485528+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:44:06.485528+0000","last_undegraded":"2024-04-26T01:44:06.485528+0000","last_fullsized":"2024-04-26T01:44:06.485528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.379984+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:45:35.379984+0000","last_peered":"2024-04-26T01:45:35.379984+0000","last_clean":"2024-04-26T01:45:35.379984+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:45:35.379984+0000","last_undegraded":"2024-04-26T01:45:35.379984+0000","last_fullsized":"2024-04-26T01:45:35.379984+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.721847+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:45:45.721847+0000","last_peered":"2024-04-26T01:45:45.721847+0000","last_clean":"2024-04-26T01:45:45.721847+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:45:45.721847+0000","last_undegraded":"2024-04-26T01:45:45.721847+0000","last_fullsized":"2024-04-26T01:45:45.721847+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.367266+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:45:35.367266+0000","last_peered":"2024-04-26T01:45:35.367266+0000","last_clean":"2024-04-26T01:45:35.367266+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:45:35.367266+0000","last_undegraded":"2024-04-26T01:45:35.367266+0000","last_fullsized":"2024-04-26T01:45:35.367266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578266+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:44:06.578266+0000","last_peered":"2024-04-26T01:44:06.578266+0000","last_clean":"2024-04-26T01:44:06.578266+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:44:06.578266+0000","last_undegraded":"2024-04-26T01:44:06.578266+0000","last_fullsized":"2024-04-26T01:44:06.578266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.357534+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:45:35.357534+0000","last_peered":"2024-04-26T01:45:35.357534+0000","last_clean":"2024-04-26T01:45:35.357534+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:45:35.357534+0000","last_undegraded":"2024-04-26T01:45:35.357534+0000","last_fullsized":"2024-04-26T01:45:35.357534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.580876+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:44:06.580876+0000","last_peered":"2024-04-26T01:44:06.580876+0000","last_clean":"2024-04-26T01:44:06.580876+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:44:06.580876+0000","last_undegraded":"2024-04-26T01:44:06.580876+0000","last_fullsized":"2024-04-26T01:44:06.580876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.356277+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:45:35.356277+0000","last_peered":"2024-04-26T01:45:35.356277+0000","last_clean":"2024-04-26T01:45:35.356277+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:45:35.356277+0000","last_undegraded":"2024-04-26T01:45:35.356277+0000","last_fullsized":"2024-04-26T01:45:35.356277+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.353888+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:45:35.353888+0000","last_peered":"2024-04-26T01:45:35.353888+0000","last_clean":"2024-04-26T01:45:35.353888+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:45:35.353888+0000","last_undegraded":"2024-04-26T01:45:35.353888+0000","last_fullsized":"2024-04-26T01:45:35.353888+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.353096+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:45:35.353096+0000","last_peered":"2024-04-26T01:45:35.353096+0000","last_clean":"2024-04-26T01:45:35.353096+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:45:35.353096+0000","last_undegraded":"2024-04-26T01:45:35.353096+0000","last_fullsized":"2024-04-26T01:45:35.353096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361629+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:45:35.361629+0000","last_peered":"2024-04-26T01:45:35.361629+0000","last_clean":"2024-04-26T01:45:35.361629+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:45:35.361629+0000","last_undegraded":"2024-04-26T01:45:35.361629+0000","last_fullsized":"2024-04-26T01:45:35.361629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.383684+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:45:35.383684+0000","last_peered":"2024-04-26T01:45:35.383684+0000","last_clean":"2024-04-26T01:45:35.383684+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:45:35.383684+0000","last_undegraded":"2024-04-26T01:45:35.383684+0000","last_fullsized":"2024-04-26T01:45:35.383684+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381595+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:45:35.381595+0000","last_peered":"2024-04-26T01:45:35.381595+0000","last_clean":"2024-04-26T01:45:35.381595+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:45:35.381595+0000","last_undegraded":"2024-04-26T01:45:35.381595+0000","last_fullsized":"2024-04-26T01:45:35.381595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349584+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:45:35.349584+0000","last_peered":"2024-04-26T01:45:35.349584+0000","last_clean":"2024-04-26T01:45:35.349584+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:45:35.349584+0000","last_undegraded":"2024-04-26T01:45:35.349584+0000","last_fullsized":"2024-04-26T01:45:35.349584+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365993+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:45:35.365993+0000","last_peered":"2024-04-26T01:45:35.365993+0000","last_clean":"2024-04-26T01:45:35.365993+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:45:35.365993+0000","last_undegraded":"2024-04-26T01:45:35.365993+0000","last_fullsized":"2024-04-26T01:45:35.365993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.354429+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:45:35.354429+0000","last_peered":"2024-04-26T01:45:35.354429+0000","last_clean":"2024-04-26T01:45:35.354429+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:45:35.354429+0000","last_undegraded":"2024-04-26T01:45:35.354429+0000","last_fullsized":"2024-04-26T01:45:35.354429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360646+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:45:35.360646+0000","last_peered":"2024-04-26T01:45:35.360646+0000","last_clean":"2024-04-26T01:45:35.360646+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:45:35.360646+0000","last_undegraded":"2024-04-26T01:45:35.360646+0000","last_fullsized":"2024-04-26T01:45:35.360646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.362064+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:45:35.362064+0000","last_peered":"2024-04-26T01:45:35.362064+0000","last_clean":"2024-04-26T01:45:35.362064+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:45:35.362064+0000","last_undegraded":"2024-04-26T01:45:35.362064+0000","last_fullsized":"2024-04-26T01:45:35.362064+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.369373+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:45:35.369373+0000","last_peered":"2024-04-26T01:45:35.369373+0000","last_clean":"2024-04-26T01:45:35.369373+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:45:35.369373+0000","last_undegraded":"2024-04-26T01:45:35.369373+0000","last_fullsized":"2024-04-26T01:45:35.369373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382255+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:45:35.382255+0000","last_peered":"2024-04-26T01:45:35.382255+0000","last_clean":"2024-04-26T01:45:35.382255+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:45:35.382255+0000","last_undegraded":"2024-04-26T01:45:35.382255+0000","last_fullsized":"2024-04-26T01:45:35.382255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.354192+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:45:35.354192+0000","last_peered":"2024-04-26T01:45:35.354192+0000","last_clean":"2024-04-26T01:45:35.354192+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:45:35.354192+0000","last_undegraded":"2024-04-26T01:45:35.354192+0000","last_fullsized":"2024-04-26T01:45:35.354192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280511,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68614,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1228,"num_read_kb":690,"num_write":256,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":205842,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":220,"ondisk_log_size":220,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351023,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":487258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612661,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1139303,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808888,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":487076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070528,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":487342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332164,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1081177,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495691,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":487325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":548834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":488132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":488458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182491,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":486618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920854,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":547782,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757328,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1079791,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61828,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:45:49.671 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:45:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:49 smithi133 ceph-mon[32344]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:49 smithi133 ceph-mon[32344]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:45:50.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:49 smithi148 ceph-mon[32990]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:50.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:49 smithi148 ceph-mon[32990]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:45:50.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:49 smithi100 ceph-mon[28020]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:50.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:49 smithi100 ceph-mon[28020]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:45:50.174 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:52.332 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 -- 172.21.15.100:0/3684957053 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10105770 msgr2=0x7efe101097c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 --2- 172.21.15.100:0/3684957053 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10105770 0x7efe101097c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7efdfc0099c0 tx=0x7efdfc009cd0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 -- 172.21.15.100:0/3684957053 shutdown_connections 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 --2- 172.21.15.100:0/3684957053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10109ea0 0x7efe10111a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 --2- 172.21.15.100:0/3684957053 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 0x7efe101051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 --2- 172.21.15.100:0/3684957053 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10105770 0x7efe101097c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 -- 172.21.15.100:0/3684957053 >> 172.21.15.100:0/3684957053 conn(0x7efe10100630 msgr2=0x7efe10102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 -- 172.21.15.100:0/3684957053 shutdown_connections 2024-04-26T01:45:52.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.334+0000 7efe17000700 1 -- 172.21.15.100:0/3684957053 wait complete. 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.335+0000 7efe17000700 1 Processor -- start 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.335+0000 7efe17000700 1 -- start start 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 0x7efe1019b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 0x7efe1019fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7efe10114eb0 con 0x7efe10109ea0 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efe10114d30 con 0x7efe10105770 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe17000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7efe10115030 con 0x7efe10104dc0 2024-04-26T01:45:52.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe16600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 0x7efe1019fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:47876/0 (socket says 172.21.15.100:47876) 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 -- 172.21.15.100:0/1564335807 learned_addr learned my addr 172.21.15.100:0/1564335807 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15c00700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 0x7efe1019b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 -- 172.21.15.100:0/1564335807 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 msgr2=0x7efe1019b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 0x7efe1019b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 -- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 msgr2=0x7efe1019fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 0x7efe1019fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe15200700 1 -- 172.21.15.100:0/1564335807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe101a0360 con 0x7efe10105770 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.336+0000 7efe16600700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 0x7efe1019fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe15200700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efdfc00f690 tx=0x7efdfc005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc027070 con 0x7efe10105770 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efdfc003680 con 0x7efe10105770 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe101a05f0 con 0x7efe10105770 2024-04-26T01:45:52.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc022e50 con 0x7efe10105770 2024-04-26T01:45:52.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.337+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe101a7ed0 con 0x7efe10105770 2024-04-26T01:45:52.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.338+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe101062a0 con 0x7efe10105770 2024-04-26T01:45:52.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.340+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7efdfc02a070 con 0x7efe10105770 2024-04-26T01:45:52.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.342+0000 7efe0e000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 0x7efdf80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:52.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.342+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7efdfc0d12c0 con 0x7efe10105770 2024-04-26T01:45:52.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.342+0000 7efe15c00700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 0x7efdf80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:52.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.343+0000 7efe15c00700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 0x7efdf80a62a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efe04009c60 tx=0x7efe04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:52.342 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.344+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efdfc013070 con 0x7efe10105770 2024-04-26T01:45:52.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.567+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efe1019c6b0 con 0x7efdf80a3de0 2024-04-26T01:45:52.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.588+0000 7efe0e000700 1 -- 172.21.15.100:0/1564335807 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259106 (secure 0 0 0) 0x7efe1019c6b0 con 0x7efdf80a3de0 2024-04-26T01:45:52.590 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:45:52.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 msgr2=0x7efdf80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:52.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 0x7efdf80a62a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7efe04009c60 tx=0x7efe04009260 comp rx=0 tx=0).stop 2024-04-26T01:45:52.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 msgr2=0x7efe1019b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efdfc00f690 tx=0x7efdfc005f10 comp rx=0 tx=0).stop 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 shutdown_connections 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7efe10109ea0 0x7efe1019fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7efe10104dc0 0x7efe1019b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7efdf80a3de0 0x7efdf80a62a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 --2- 172.21.15.100:0/1564335807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe10105770 0x7efe1019b8e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.593+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 >> 172.21.15.100:0/1564335807 conn(0x7efe10100630 msgr2=0x7efe10101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.594+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 shutdown_connections 2024-04-26T01:45:52.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:52.594+0000 7efe17000700 1 -- 172.21.15.100:0/1564335807 wait complete. 2024-04-26T01:45:52.594 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:45:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:52 smithi148 ceph-mon[32990]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:52 smithi100 ceph-mon[28020]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:52 smithi133 ceph-mon[32344]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-26T01:45:53.425 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":404,"stamp":"2024-04-26T01:45:51.407991+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659216,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1389,"num_read_kb":819,"num_write":439,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":859,"ondisk_log_size":859,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361424,"kb_used_data":12272,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580400,"statfs":{"total":1151940427776,"available":1151570329600,"internally_reserved":0,"allocated":12566528,"data_stored":7809096,"data_compressed":111610,"data_compressed_allocated":143360,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":128,"num_read_kb":63,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005381"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.364893+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:45:35.364893+0000","last_peered":"2024-04-26T01:45:35.364893+0000","last_clean":"2024-04-26T01:45:35.364893+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:45:35.364893+0000","last_undegraded":"2024-04-26T01:45:35.364893+0000","last_fullsized":"2024-04-26T01:45:35.364893+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.363696+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:45:35.363696+0000","last_peered":"2024-04-26T01:45:35.363696+0000","last_clean":"2024-04-26T01:45:35.363696+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:45:35.363696+0000","last_undegraded":"2024-04-26T01:45:35.363696+0000","last_fullsized":"2024-04-26T01:45:35.363696+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381012+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:45:35.381012+0000","last_peered":"2024-04-26T01:45:35.381012+0000","last_clean":"2024-04-26T01:45:35.381012+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:45:35.381012+0000","last_undegraded":"2024-04-26T01:45:35.381012+0000","last_fullsized":"2024-04-26T01:45:35.381012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345666+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:45:35.345666+0000","last_peered":"2024-04-26T01:45:35.345666+0000","last_clean":"2024-04-26T01:45:35.345666+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:45:35.345666+0000","last_undegraded":"2024-04-26T01:45:35.345666+0000","last_fullsized":"2024-04-26T01:45:35.345666+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.371114+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:45:35.371114+0000","last_peered":"2024-04-26T01:45:35.371114+0000","last_clean":"2024-04-26T01:45:35.371114+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:45:35.371114+0000","last_undegraded":"2024-04-26T01:45:35.371114+0000","last_fullsized":"2024-04-26T01:45:35.371114+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.351051+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:45:35.351051+0000","last_peered":"2024-04-26T01:45:35.351051+0000","last_clean":"2024-04-26T01:45:35.351051+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:45:35.351051+0000","last_undegraded":"2024-04-26T01:45:35.351051+0000","last_fullsized":"2024-04-26T01:45:35.351051+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.356783+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:45:35.356783+0000","last_peered":"2024-04-26T01:45:35.356783+0000","last_clean":"2024-04-26T01:45:35.356783+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:45:35.356783+0000","last_undegraded":"2024-04-26T01:45:35.356783+0000","last_fullsized":"2024-04-26T01:45:35.356783+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.363685+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:45:35.363685+0000","last_peered":"2024-04-26T01:45:35.363685+0000","last_clean":"2024-04-26T01:45:35.363685+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:45:35.363685+0000","last_undegraded":"2024-04-26T01:45:35.363685+0000","last_fullsized":"2024-04-26T01:45:35.363685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.363304+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:45:35.363304+0000","last_peered":"2024-04-26T01:45:35.363304+0000","last_clean":"2024-04-26T01:45:35.363304+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:45:35.363304+0000","last_undegraded":"2024-04-26T01:45:35.363304+0000","last_fullsized":"2024-04-26T01:45:35.363304+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.351959+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:45:35.351959+0000","last_peered":"2024-04-26T01:45:35.351959+0000","last_clean":"2024-04-26T01:45:35.351959+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:45:35.351959+0000","last_undegraded":"2024-04-26T01:45:35.351959+0000","last_fullsized":"2024-04-26T01:45:35.351959+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.367390+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:45:35.367390+0000","last_peered":"2024-04-26T01:45:35.367390+0000","last_clean":"2024-04-26T01:45:35.367390+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:45:35.367390+0000","last_undegraded":"2024-04-26T01:45:35.367390+0000","last_fullsized":"2024-04-26T01:45:35.367390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349500+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:45:35.349500+0000","last_peered":"2024-04-26T01:45:35.349500+0000","last_clean":"2024-04-26T01:45:35.349500+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:45:35.349500+0000","last_undegraded":"2024-04-26T01:45:35.349500+0000","last_fullsized":"2024-04-26T01:45:35.349500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375751+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:45:35.375751+0000","last_peered":"2024-04-26T01:45:35.375751+0000","last_clean":"2024-04-26T01:45:35.375751+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:45:35.375751+0000","last_undegraded":"2024-04-26T01:45:35.375751+0000","last_fullsized":"2024-04-26T01:45:35.375751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381740+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:45:35.381740+0000","last_peered":"2024-04-26T01:45:35.381740+0000","last_clean":"2024-04-26T01:45:35.381740+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:45:35.381740+0000","last_undegraded":"2024-04-26T01:45:35.381740+0000","last_fullsized":"2024-04-26T01:45:35.381740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.380534+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:45:35.380534+0000","last_peered":"2024-04-26T01:45:35.380534+0000","last_clean":"2024-04-26T01:45:35.380534+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:45:35.380534+0000","last_undegraded":"2024-04-26T01:45:35.380534+0000","last_fullsized":"2024-04-26T01:45:35.380534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.383513+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:45:35.383513+0000","last_peered":"2024-04-26T01:45:35.383513+0000","last_clean":"2024-04-26T01:45:35.383513+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:45:35.383513+0000","last_undegraded":"2024-04-26T01:45:35.383513+0000","last_fullsized":"2024-04-26T01:45:35.383513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365228+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:45:35.365228+0000","last_peered":"2024-04-26T01:45:35.365228+0000","last_clean":"2024-04-26T01:45:35.365228+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:45:35.365228+0000","last_undegraded":"2024-04-26T01:45:35.365228+0000","last_fullsized":"2024-04-26T01:45:35.365228+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.348933+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:45:35.348933+0000","last_peered":"2024-04-26T01:45:35.348933+0000","last_clean":"2024-04-26T01:45:35.348933+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:45:35.348933+0000","last_undegraded":"2024-04-26T01:45:35.348933+0000","last_fullsized":"2024-04-26T01:45:35.348933+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375335+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:45:35.375335+0000","last_peered":"2024-04-26T01:45:35.375335+0000","last_clean":"2024-04-26T01:45:35.375335+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:45:35.375335+0000","last_undegraded":"2024-04-26T01:45:35.375335+0000","last_fullsized":"2024-04-26T01:45:35.375335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":165,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:48.766788+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:45:48.766788+0000","last_peered":"2024-04-26T01:45:48.766788+0000","last_clean":"2024-04-26T01:45:48.766788+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:45:48.766788+0000","last_undegraded":"2024-04-26T01:45:48.766788+0000","last_fullsized":"2024-04-26T01:45:48.766788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360040+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:45:35.360040+0000","last_peered":"2024-04-26T01:45:35.360040+0000","last_clean":"2024-04-26T01:45:35.360040+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:45:35.360040+0000","last_undegraded":"2024-04-26T01:45:35.360040+0000","last_fullsized":"2024-04-26T01:45:35.360040+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.494642+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:44:06.494642+0000","last_peered":"2024-04-26T01:44:06.494642+0000","last_clean":"2024-04-26T01:44:06.494642+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:44:06.494642+0000","last_undegraded":"2024-04-26T01:44:06.494642+0000","last_fullsized":"2024-04-26T01:44:06.494642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381586+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:45:35.381586+0000","last_peered":"2024-04-26T01:45:35.381586+0000","last_clean":"2024-04-26T01:45:35.381586+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:45:35.381586+0000","last_undegraded":"2024-04-26T01:45:35.381586+0000","last_fullsized":"2024-04-26T01:45:35.381586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485458+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:44:06.485458+0000","last_peered":"2024-04-26T01:44:06.485458+0000","last_clean":"2024-04-26T01:44:06.485458+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:44:06.485458+0000","last_undegraded":"2024-04-26T01:44:06.485458+0000","last_fullsized":"2024-04-26T01:44:06.485458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.376519+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:45:35.376519+0000","last_peered":"2024-04-26T01:45:35.376519+0000","last_clean":"2024-04-26T01:45:35.376519+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:45:35.376519+0000","last_undegraded":"2024-04-26T01:45:35.376519+0000","last_fullsized":"2024-04-26T01:45:35.376519+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485614+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:44:06.485614+0000","last_peered":"2024-04-26T01:44:06.485614+0000","last_clean":"2024-04-26T01:44:06.485614+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:44:06.485614+0000","last_undegraded":"2024-04-26T01:44:06.485614+0000","last_fullsized":"2024-04-26T01:44:06.485614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360569+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:45:35.360569+0000","last_peered":"2024-04-26T01:45:35.360569+0000","last_clean":"2024-04-26T01:45:35.360569+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:45:35.360569+0000","last_undegraded":"2024-04-26T01:45:35.360569+0000","last_fullsized":"2024-04-26T01:45:35.360569+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":161,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:49.771285+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:45:49.771285+0000","last_peered":"2024-04-26T01:45:49.771285+0000","last_clean":"2024-04-26T01:45:49.771285+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:45:49.771285+0000","last_undegraded":"2024-04-26T01:45:49.771285+0000","last_fullsized":"2024-04-26T01:45:49.771285+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":127,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345280+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:45:35.345280+0000","last_peered":"2024-04-26T01:45:35.345280+0000","last_clean":"2024-04-26T01:45:35.345280+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:45:35.345280+0000","last_undegraded":"2024-04-26T01:45:35.345280+0000","last_fullsized":"2024-04-26T01:45:35.345280+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483676+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:44:06.483676+0000","last_peered":"2024-04-26T01:44:06.483676+0000","last_clean":"2024-04-26T01:44:06.483676+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:44:06.483676+0000","last_undegraded":"2024-04-26T01:44:06.483676+0000","last_fullsized":"2024-04-26T01:44:06.483676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365900+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:45:35.365900+0000","last_peered":"2024-04-26T01:45:35.365900+0000","last_clean":"2024-04-26T01:45:35.365900+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:45:35.365900+0000","last_undegraded":"2024-04-26T01:45:35.365900+0000","last_fullsized":"2024-04-26T01:45:35.365900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577703+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:44:06.577703+0000","last_peered":"2024-04-26T01:44:06.577703+0000","last_clean":"2024-04-26T01:44:06.577703+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:44:06.577703+0000","last_undegraded":"2024-04-26T01:44:06.577703+0000","last_fullsized":"2024-04-26T01:44:06.577703+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381771+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:45:35.381771+0000","last_peered":"2024-04-26T01:45:35.381771+0000","last_clean":"2024-04-26T01:45:35.381771+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:45:35.381771+0000","last_undegraded":"2024-04-26T01:45:35.381771+0000","last_fullsized":"2024-04-26T01:45:35.381771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577513+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:44:06.577513+0000","last_peered":"2024-04-26T01:44:06.577513+0000","last_clean":"2024-04-26T01:44:06.577513+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:44:06.577513+0000","last_undegraded":"2024-04-26T01:44:06.577513+0000","last_fullsized":"2024-04-26T01:44:06.577513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.364646+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:45:35.364646+0000","last_peered":"2024-04-26T01:45:35.364646+0000","last_clean":"2024-04-26T01:45:35.364646+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:45:35.364646+0000","last_undegraded":"2024-04-26T01:45:35.364646+0000","last_fullsized":"2024-04-26T01:45:35.364646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":270,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.763635+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:45:45.763635+0000","last_peered":"2024-04-26T01:45:45.763635+0000","last_clean":"2024-04-26T01:45:45.763635+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:45:45.763635+0000","last_undegraded":"2024-04-26T01:45:45.763635+0000","last_fullsized":"2024-04-26T01:45:45.763635+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":238,"num_read_kb":238,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.368093+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:45:35.368093+0000","last_peered":"2024-04-26T01:45:35.368093+0000","last_clean":"2024-04-26T01:45:35.368093+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:45:35.368093+0000","last_undegraded":"2024-04-26T01:45:35.368093+0000","last_fullsized":"2024-04-26T01:45:35.368093+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489923+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:44:06.489923+0000","last_peered":"2024-04-26T01:44:06.489923+0000","last_clean":"2024-04-26T01:44:06.489923+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:44:06.489923+0000","last_undegraded":"2024-04-26T01:44:06.489923+0000","last_fullsized":"2024-04-26T01:44:06.489923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.378405+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:45:35.378405+0000","last_peered":"2024-04-26T01:45:35.378405+0000","last_clean":"2024-04-26T01:45:35.378405+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:45:35.378405+0000","last_undegraded":"2024-04-26T01:45:35.378405+0000","last_fullsized":"2024-04-26T01:45:35.378405+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578391+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:44:06.578391+0000","last_peered":"2024-04-26T01:44:06.578391+0000","last_clean":"2024-04-26T01:44:06.578391+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:44:06.578391+0000","last_undegraded":"2024-04-26T01:44:06.578391+0000","last_fullsized":"2024-04-26T01:44:06.578391+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.368327+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:45:35.368327+0000","last_peered":"2024-04-26T01:45:35.368327+0000","last_clean":"2024-04-26T01:45:35.368327+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:45:35.368327+0000","last_undegraded":"2024-04-26T01:45:35.368327+0000","last_fullsized":"2024-04-26T01:45:35.368327+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'33","reported_seq":326,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.725271+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:45:45.725271+0000","last_peered":"2024-04-26T01:45:45.725271+0000","last_clean":"2024-04-26T01:45:45.725271+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:45:45.725271+0000","last_undegraded":"2024-04-26T01:45:45.725271+0000","last_fullsized":"2024-04-26T01:45:45.725271+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60596,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":182,"num_write":35,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349411+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:45:35.349411+0000","last_peered":"2024-04-26T01:45:35.349411+0000","last_clean":"2024-04-26T01:45:35.349411+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:45:35.349411+0000","last_undegraded":"2024-04-26T01:45:35.349411+0000","last_fullsized":"2024-04-26T01:45:35.349411+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.481229+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:44:06.481229+0000","last_peered":"2024-04-26T01:44:06.481229+0000","last_clean":"2024-04-26T01:44:06.481229+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:44:06.481229+0000","last_undegraded":"2024-04-26T01:44:06.481229+0000","last_fullsized":"2024-04-26T01:44:06.481229+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382042+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:45:35.382042+0000","last_peered":"2024-04-26T01:45:35.382042+0000","last_clean":"2024-04-26T01:45:35.382042+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:45:35.382042+0000","last_undegraded":"2024-04-26T01:45:35.382042+0000","last_fullsized":"2024-04-26T01:45:35.382042+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.577910+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:44:06.577910+0000","last_peered":"2024-04-26T01:44:06.577910+0000","last_clean":"2024-04-26T01:44:06.577910+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:44:06.577910+0000","last_undegraded":"2024-04-26T01:44:06.577910+0000","last_fullsized":"2024-04-26T01:44:06.577910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382363+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:45:35.382363+0000","last_peered":"2024-04-26T01:45:35.382363+0000","last_clean":"2024-04-26T01:45:35.382363+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:45:35.382363+0000","last_undegraded":"2024-04-26T01:45:35.382363+0000","last_fullsized":"2024-04-26T01:45:35.382363+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":161,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:48.768103+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:45:48.768103+0000","last_peered":"2024-04-26T01:45:48.768103+0000","last_clean":"2024-04-26T01:45:48.768103+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:45:48.768103+0000","last_undegraded":"2024-04-26T01:45:48.768103+0000","last_fullsized":"2024-04-26T01:45:48.768103+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":128,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.357023+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:45:35.357023+0000","last_peered":"2024-04-26T01:45:35.357023+0000","last_clean":"2024-04-26T01:45:35.357023+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:45:35.357023+0000","last_undegraded":"2024-04-26T01:45:35.357023+0000","last_fullsized":"2024-04-26T01:45:35.357023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":45,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485511+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:44:06.485511+0000","last_peered":"2024-04-26T01:44:06.485511+0000","last_clean":"2024-04-26T01:44:06.485511+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:44:06.485511+0000","last_undegraded":"2024-04-26T01:44:06.485511+0000","last_fullsized":"2024-04-26T01:44:06.485511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.359208+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:45:35.359208+0000","last_peered":"2024-04-26T01:45:35.359208+0000","last_clean":"2024-04-26T01:45:35.359208+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:45:35.359208+0000","last_undegraded":"2024-04-26T01:45:35.359208+0000","last_fullsized":"2024-04-26T01:45:35.359208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485612+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:44:06.485612+0000","last_peered":"2024-04-26T01:44:06.485612+0000","last_clean":"2024-04-26T01:44:06.485612+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:44:06.485612+0000","last_undegraded":"2024-04-26T01:44:06.485612+0000","last_fullsized":"2024-04-26T01:44:06.485612+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.370102+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:45:35.370102+0000","last_peered":"2024-04-26T01:45:35.370102+0000","last_clean":"2024-04-26T01:45:35.370102+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:45:35.370102+0000","last_undegraded":"2024-04-26T01:45:35.370102+0000","last_fullsized":"2024-04-26T01:45:35.370102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.483819+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:44:06.483819+0000","last_peered":"2024-04-26T01:44:06.483819+0000","last_clean":"2024-04-26T01:44:06.483819+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:44:06.483819+0000","last_undegraded":"2024-04-26T01:44:06.483819+0000","last_fullsized":"2024-04-26T01:44:06.483819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375560+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:45:35.375560+0000","last_peered":"2024-04-26T01:45:35.375560+0000","last_clean":"2024-04-26T01:45:35.375560+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:45:35.375560+0000","last_undegraded":"2024-04-26T01:45:35.375560+0000","last_fullsized":"2024-04-26T01:45:35.375560+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":160,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:48.767355+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:45:48.767355+0000","last_peered":"2024-04-26T01:45:48.767355+0000","last_clean":"2024-04-26T01:45:48.767355+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:45:48.767355+0000","last_undegraded":"2024-04-26T01:45:48.767355+0000","last_fullsized":"2024-04-26T01:45:48.767355+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361532+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:45:35.361532+0000","last_peered":"2024-04-26T01:45:35.361532+0000","last_clean":"2024-04-26T01:45:35.361532+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:45:35.361532+0000","last_undegraded":"2024-04-26T01:45:35.361532+0000","last_fullsized":"2024-04-26T01:45:35.361532+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.352207+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:45:35.352207+0000","last_peered":"2024-04-26T01:45:35.352207+0000","last_clean":"2024-04-26T01:45:35.352207+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:45:35.352207+0000","last_undegraded":"2024-04-26T01:45:35.352207+0000","last_fullsized":"2024-04-26T01:45:35.352207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:47.765861+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:45:47.765861+0000","last_peered":"2024-04-26T01:45:47.765861+0000","last_clean":"2024-04-26T01:45:47.765861+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:45:47.765861+0000","last_undegraded":"2024-04-26T01:45:47.765861+0000","last_fullsized":"2024-04-26T01:45:47.765861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.345233+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:45:35.345233+0000","last_peered":"2024-04-26T01:45:35.345233+0000","last_clean":"2024-04-26T01:45:35.345233+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:45:35.345233+0000","last_undegraded":"2024-04-26T01:45:35.345233+0000","last_fullsized":"2024-04-26T01:45:35.345233+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.581885+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:44:06.581885+0000","last_peered":"2024-04-26T01:44:06.581885+0000","last_clean":"2024-04-26T01:44:06.581885+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:44:06.581885+0000","last_undegraded":"2024-04-26T01:44:06.581885+0000","last_fullsized":"2024-04-26T01:44:06.581885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":361,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489534+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:44:06.489534+0000","last_peered":"2024-04-26T01:44:06.489534+0000","last_clean":"2024-04-26T01:44:06.489534+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:44:06.489534+0000","last_undegraded":"2024-04-26T01:44:06.489534+0000","last_fullsized":"2024-04-26T01:44:06.489534+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.375011+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:45:35.375011+0000","last_peered":"2024-04-26T01:45:35.375011+0000","last_clean":"2024-04-26T01:45:35.375011+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:45:35.375011+0000","last_undegraded":"2024-04-26T01:45:35.375011+0000","last_fullsized":"2024-04-26T01:45:35.375011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.489701+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:44:06.489701+0000","last_peered":"2024-04-26T01:44:06.489701+0000","last_clean":"2024-04-26T01:44:06.489701+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:44:06.489701+0000","last_undegraded":"2024-04-26T01:44:06.489701+0000","last_fullsized":"2024-04-26T01:44:06.489701+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.504100+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:44:06.504100+0000","last_peered":"2024-04-26T01:44:06.504100+0000","last_clean":"2024-04-26T01:44:06.504100+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:44:06.504100+0000","last_undegraded":"2024-04-26T01:44:06.504100+0000","last_fullsized":"2024-04-26T01:44:06.504100+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.374741+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:45:35.374741+0000","last_peered":"2024-04-26T01:45:35.374741+0000","last_clean":"2024-04-26T01:45:35.374741+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:45:35.374741+0000","last_undegraded":"2024-04-26T01:45:35.374741+0000","last_fullsized":"2024-04-26T01:45:35.374741+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:30.467025+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:45:30.467025+0000","last_peered":"2024-04-26T01:45:30.467025+0000","last_clean":"2024-04-26T01:45:30.467025+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:45:30.467025+0000","last_undegraded":"2024-04-26T01:45:30.467025+0000","last_fullsized":"2024-04-26T01:45:30.467025+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.355213+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:45:35.355213+0000","last_peered":"2024-04-26T01:45:35.355213+0000","last_clean":"2024-04-26T01:45:35.355213+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:45:35.355213+0000","last_undegraded":"2024-04-26T01:45:35.355213+0000","last_fullsized":"2024-04-26T01:45:35.355213+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.582494+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:44:06.582494+0000","last_peered":"2024-04-26T01:44:06.582494+0000","last_clean":"2024-04-26T01:44:06.582494+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:44:06.582494+0000","last_undegraded":"2024-04-26T01:44:06.582494+0000","last_fullsized":"2024-04-26T01:44:06.582494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381931+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:45:35.381931+0000","last_peered":"2024-04-26T01:45:35.381931+0000","last_clean":"2024-04-26T01:45:35.381931+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:45:35.381931+0000","last_undegraded":"2024-04-26T01:45:35.381931+0000","last_fullsized":"2024-04-26T01:45:35.381931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485665+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:44:06.485665+0000","last_peered":"2024-04-26T01:44:06.485665+0000","last_clean":"2024-04-26T01:44:06.485665+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:44:06.485665+0000","last_undegraded":"2024-04-26T01:44:06.485665+0000","last_fullsized":"2024-04-26T01:44:06.485665+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.341160+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:45:35.341160+0000","last_peered":"2024-04-26T01:45:35.341160+0000","last_clean":"2024-04-26T01:45:35.341160+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:45:35.341160+0000","last_undegraded":"2024-04-26T01:45:35.341160+0000","last_fullsized":"2024-04-26T01:45:35.341160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.492410+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:44:06.492410+0000","last_peered":"2024-04-26T01:44:06.492410+0000","last_clean":"2024-04-26T01:44:06.492410+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:44:06.492410+0000","last_undegraded":"2024-04-26T01:44:06.492410+0000","last_fullsized":"2024-04-26T01:44:06.492410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361174+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:45:35.361174+0000","last_peered":"2024-04-26T01:45:35.361174+0000","last_clean":"2024-04-26T01:45:35.361174+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:45:35.361174+0000","last_undegraded":"2024-04-26T01:45:35.361174+0000","last_fullsized":"2024-04-26T01:45:35.361174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":17,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.508037+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:44:06.508037+0000","last_peered":"2024-04-26T01:44:06.508037+0000","last_clean":"2024-04-26T01:44:06.508037+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:44:06.508037+0000","last_undegraded":"2024-04-26T01:44:06.508037+0000","last_fullsized":"2024-04-26T01:44:06.508037+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.376794+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:45:35.376794+0000","last_peered":"2024-04-26T01:45:35.376794+0000","last_clean":"2024-04-26T01:45:35.376794+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:45:35.376794+0000","last_undegraded":"2024-04-26T01:45:35.376794+0000","last_fullsized":"2024-04-26T01:45:35.376794+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.485528+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:44:06.485528+0000","last_peered":"2024-04-26T01:44:06.485528+0000","last_clean":"2024-04-26T01:44:06.485528+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:44:06.485528+0000","last_undegraded":"2024-04-26T01:44:06.485528+0000","last_fullsized":"2024-04-26T01:44:06.485528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.379984+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:45:35.379984+0000","last_peered":"2024-04-26T01:45:35.379984+0000","last_clean":"2024-04-26T01:45:35.379984+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:45:35.379984+0000","last_undegraded":"2024-04-26T01:45:35.379984+0000","last_fullsized":"2024-04-26T01:45:35.379984+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":154,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:45.721847+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:45:45.721847+0000","last_peered":"2024-04-26T01:45:45.721847+0000","last_clean":"2024-04-26T01:45:45.721847+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:45:45.721847+0000","last_undegraded":"2024-04-26T01:45:45.721847+0000","last_fullsized":"2024-04-26T01:45:45.721847+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.367266+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:45:35.367266+0000","last_peered":"2024-04-26T01:45:35.367266+0000","last_clean":"2024-04-26T01:45:35.367266+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:45:35.367266+0000","last_undegraded":"2024-04-26T01:45:35.367266+0000","last_fullsized":"2024-04-26T01:45:35.367266+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.578266+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:44:06.578266+0000","last_peered":"2024-04-26T01:44:06.578266+0000","last_clean":"2024-04-26T01:44:06.578266+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:44:06.578266+0000","last_undegraded":"2024-04-26T01:44:06.578266+0000","last_fullsized":"2024-04-26T01:44:06.578266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.357534+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:45:35.357534+0000","last_peered":"2024-04-26T01:45:35.357534+0000","last_clean":"2024-04-26T01:45:35.357534+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:45:35.357534+0000","last_undegraded":"2024-04-26T01:45:35.357534+0000","last_fullsized":"2024-04-26T01:45:35.357534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:44:06.580876+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:44:06.580876+0000","last_peered":"2024-04-26T01:44:06.580876+0000","last_clean":"2024-04-26T01:44:06.580876+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:44:06.580876+0000","last_undegraded":"2024-04-26T01:44:06.580876+0000","last_fullsized":"2024-04-26T01:44:06.580876+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.356277+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:45:35.356277+0000","last_peered":"2024-04-26T01:45:35.356277+0000","last_clean":"2024-04-26T01:45:35.356277+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:45:35.356277+0000","last_undegraded":"2024-04-26T01:45:35.356277+0000","last_fullsized":"2024-04-26T01:45:35.356277+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.353888+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:45:35.353888+0000","last_peered":"2024-04-26T01:45:35.353888+0000","last_clean":"2024-04-26T01:45:35.353888+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:45:35.353888+0000","last_undegraded":"2024-04-26T01:45:35.353888+0000","last_fullsized":"2024-04-26T01:45:35.353888+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.353096+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:45:35.353096+0000","last_peered":"2024-04-26T01:45:35.353096+0000","last_clean":"2024-04-26T01:45:35.353096+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:45:35.353096+0000","last_undegraded":"2024-04-26T01:45:35.353096+0000","last_fullsized":"2024-04-26T01:45:35.353096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.361629+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:45:35.361629+0000","last_peered":"2024-04-26T01:45:35.361629+0000","last_clean":"2024-04-26T01:45:35.361629+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:45:35.361629+0000","last_undegraded":"2024-04-26T01:45:35.361629+0000","last_fullsized":"2024-04-26T01:45:35.361629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.383684+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:45:35.383684+0000","last_peered":"2024-04-26T01:45:35.383684+0000","last_clean":"2024-04-26T01:45:35.383684+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:45:35.383684+0000","last_undegraded":"2024-04-26T01:45:35.383684+0000","last_fullsized":"2024-04-26T01:45:35.383684+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.381595+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:45:35.381595+0000","last_peered":"2024-04-26T01:45:35.381595+0000","last_clean":"2024-04-26T01:45:35.381595+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:45:35.381595+0000","last_undegraded":"2024-04-26T01:45:35.381595+0000","last_fullsized":"2024-04-26T01:45:35.381595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.349584+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:45:35.349584+0000","last_peered":"2024-04-26T01:45:35.349584+0000","last_clean":"2024-04-26T01:45:35.349584+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:45:35.349584+0000","last_undegraded":"2024-04-26T01:45:35.349584+0000","last_fullsized":"2024-04-26T01:45:35.349584+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.365993+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:45:35.365993+0000","last_peered":"2024-04-26T01:45:35.365993+0000","last_clean":"2024-04-26T01:45:35.365993+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:45:35.365993+0000","last_undegraded":"2024-04-26T01:45:35.365993+0000","last_fullsized":"2024-04-26T01:45:35.365993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.354429+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:45:35.354429+0000","last_peered":"2024-04-26T01:45:35.354429+0000","last_clean":"2024-04-26T01:45:35.354429+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:45:35.354429+0000","last_undegraded":"2024-04-26T01:45:35.354429+0000","last_fullsized":"2024-04-26T01:45:35.354429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.360646+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:45:35.360646+0000","last_peered":"2024-04-26T01:45:35.360646+0000","last_clean":"2024-04-26T01:45:35.360646+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:45:35.360646+0000","last_undegraded":"2024-04-26T01:45:35.360646+0000","last_fullsized":"2024-04-26T01:45:35.360646+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.362064+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:45:35.362064+0000","last_peered":"2024-04-26T01:45:35.362064+0000","last_clean":"2024-04-26T01:45:35.362064+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:45:35.362064+0000","last_undegraded":"2024-04-26T01:45:35.362064+0000","last_fullsized":"2024-04-26T01:45:35.362064+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.369373+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:45:35.369373+0000","last_peered":"2024-04-26T01:45:35.369373+0000","last_clean":"2024-04-26T01:45:35.369373+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:45:35.369373+0000","last_undegraded":"2024-04-26T01:45:35.369373+0000","last_fullsized":"2024-04-26T01:45:35.369373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.382255+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:45:35.382255+0000","last_peered":"2024-04-26T01:45:35.382255+0000","last_clean":"2024-04-26T01:45:35.382255+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:45:35.382255+0000","last_undegraded":"2024-04-26T01:45:35.382255+0000","last_fullsized":"2024-04-26T01:45:35.382255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:45:35.354192+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:45:35.354192+0000","last_peered":"2024-04-26T01:45:35.354192+0000","last_clean":"2024-04-26T01:45:35.354192+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:45:35.354192+0000","last_undegraded":"2024-04-26T01:45:35.354192+0000","last_fullsized":"2024-04-26T01:45:35.354192+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280511,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68614,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1253,"num_read_kb":700,"num_write":256,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":548864,"data_stored":205842,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":220,"ondisk_log_size":220,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351024,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":487258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612661,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32304,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712848,"statfs":{"total":95995035648,"available":95961956352,"internally_reserved":0,"allocated":1155072,"data_stored":1139303,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808889,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":487076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070529,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":487342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332165,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":1081177,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495692,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":487325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":548834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":488132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":488458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182492,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":486618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920855,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":547782,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757329,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1079791,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34037,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":61828,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:45:53.429 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:45:53.429 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T01:45:53.429 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T01:45:53.429 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T01:45:53.908 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:54 smithi148 ceph-mon[32990]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:54 smithi148 ceph-mon[32990]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:54.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:54 smithi100 ceph-mon[28020]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:54.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:54 smithi100 ceph-mon[28020]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:54 smithi133 ceph-mon[32344]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:45:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:54 smithi133 ceph-mon[32344]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 -- 172.21.15.100:0/3359307749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 msgr2=0x7fc53c109880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 --2- 172.21.15.100:0/3359307749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c109880 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc528009990 tx=0x7fc528009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 -- 172.21.15.100:0/3359307749 shutdown_connections 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 --2- 172.21.15.100:0/3359307749 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c109f60 0x7fc53c111b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 --2- 172.21.15.100:0/3359307749 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c104e80 0x7fc53c105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 --2- 172.21.15.100:0/3359307749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c109880 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 -- 172.21.15.100:0/3359307749 >> 172.21.15.100:0/3359307749 conn(0x7fc53c1006f0 msgr2=0x7fc53c102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:56.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 -- 172.21.15.100:0/3359307749 shutdown_connections 2024-04-26T01:45:56.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.225+0000 7fc540a00700 1 -- 172.21.15.100:0/3359307749 wait complete. 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.227+0000 7fc540a00700 1 Processor -- start 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.227+0000 7fc540a00700 1 -- start start 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.227+0000 7fc540a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.227+0000 7fc540a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.227+0000 7fc540a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 0x7fc53c19fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc540a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c114f30 con 0x7fc53c109f60 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc540a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c114db0 con 0x7fc53c105830 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc540a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fc53c1150b0 con 0x7fc53c104e80 2024-04-26T01:45:56.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc53a800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 0x7fc53c19fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:56842/0 (socket says 172.21.15.100:56842) 2024-04-26T01:45:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:35868/0 (socket says 172.21.15.100:35868) 2024-04-26T01:45:56.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 -- 172.21.15.100:0/3653593338 learned_addr learned my addr 172.21.15.100:0/3653593338 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 -- 172.21.15.100:0/3653593338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 msgr2=0x7fc53c19b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 -- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 msgr2=0x7fc53c19fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 0x7fc53c19fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539e00700 1 -- 172.21.15.100:0/3653593338 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc53c1a0410 con 0x7fc53c104e80 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc539400700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.228+0000 7fc53a800700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 0x7fc53c19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc539e00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00eb30 tx=0x7fc52c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c00cbd0 con 0x7fc53c104e80 2024-04-26T01:45:56.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc52c0044f0 con 0x7fc53c104e80 2024-04-26T01:45:56.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc53c1a0700 con 0x7fc53c104e80 2024-04-26T01:45:56.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc52c010430 con 0x7fc53c104e80 2024-04-26T01:45:56.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.229+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc53c1a7f80 con 0x7fc53c104e80 2024-04-26T01:45:56.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.230+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc53c069730 con 0x7fc53c104e80 2024-04-26T01:45:56.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.233+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fc52c003ed0 con 0x7fc53c104e80 2024-04-26T01:45:56.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.234+0000 7fc532a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 0x7fc5200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:56.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.234+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc52c0d08f0 con 0x7fc53c104e80 2024-04-26T01:45:56.232 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.234+0000 7fc539400700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 0x7fc5200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:56.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.235+0000 7fc539400700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 0x7fc5200a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc528006010 tx=0x7fc52801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:56.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.236+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc52c09d280 con 0x7fc53c104e80 2024-04-26T01:45:56.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.512+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc53c02df80 con 0x7fc53c104e80 2024-04-26T01:45:56.510 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:56 smithi100 ceph-mon[28020]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:56.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.512+0000 7fc532a00700 1 -- 172.21.15.100:0/3653593338 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc52c09cb80 con 0x7fc53c104e80 2024-04-26T01:45:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:45:56.511 INFO:teuthology.orchestra.run.smithi100.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 msgr2=0x7fc5200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 0x7fc5200a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc528006010 tx=0x7fc52801a040 comp rx=0 tx=0).stop 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 msgr2=0x7fc53c19b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc52c00eb30 tx=0x7fc52c00ee40 comp rx=0 tx=0).stop 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 shutdown_connections 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fc53c109f60 0x7fc53c19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fc53c104e80 0x7fc53c19b400 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fc5200a3cc0 0x7fc5200a6180 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 --2- 172.21.15.100:0/3653593338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc53c105830 0x7fc53c19b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:56.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.515+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 >> 172.21.15.100:0/3653593338 conn(0x7fc53c1006f0 msgr2=0x7fc53c1090f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:56.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.516+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 shutdown_connections 2024-04-26T01:45:56.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:45:56.516+0000 7fc540a00700 1 -- 172.21.15.100:0/3653593338 wait complete. 2024-04-26T01:45:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:56 smithi148 ceph-mon[32990]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:56 smithi133 ceph-mon[32344]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:45:57.432 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T01:45:57.432 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:57.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:57 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3653593338' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:45:57.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:57 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3653593338' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:45:57.892 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:57.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:57 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3653593338' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:45:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:45:58 smithi148 ceph-mon[32990]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:45:58.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:45:58 smithi100 ceph-mon[28020]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:45:58.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:45:58 smithi133 ceph-mon[32344]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 -- 172.21.15.100:0/1582190906 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd70109c80 msgr2=0x7fcd7010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 --2- 172.21.15.100:0/1582190906 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd70109c80 0x7fcd7010dcd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c0099c0 tx=0x7fcd5c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 -- 172.21.15.100:0/1582190906 shutdown_connections 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 --2- 172.21.15.100:0/1582190906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7010e3b0 0x7fcd70115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 --2- 172.21.15.100:0/1582190906 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 0x7fcd701096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 --2- 172.21.15.100:0/1582190906 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd70109c80 0x7fcd7010dcd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 -- 172.21.15.100:0/1582190906 >> 172.21.15.100:0/1582190906 conn(0x7fcd70076210 msgr2=0x7fcd70107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 -- 172.21.15.100:0/1582190906 shutdown_connections 2024-04-26T01:46:00.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.232+0000 7fcd77000700 1 -- 172.21.15.100:0/1582190906 wait complete. 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.233+0000 7fcd77000700 1 Processor -- start 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.233+0000 7fcd77000700 1 -- start start 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 0x7fcd701a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 0x7fcd701a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fcd701193b0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd70119230 con 0x7fcd70109c80 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd77000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fcd70119530 con 0x7fcd701092d0 2024-04-26T01:46:00.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd75000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd75000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51776/0 (socket says 172.21.15.100:51776) 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd75000700 1 -- 172.21.15.100:0/1828955323 learned_addr learned my addr 172.21.15.100:0/1828955323 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd6fe00700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 0x7fcd701a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.234+0000 7fcd6f400700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 0x7fcd701a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 -- 172.21.15.100:0/1828955323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 msgr2=0x7fcd701a55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 0x7fcd701a55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 -- 172.21.15.100:0/1828955323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 msgr2=0x7fcd701a5ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 0x7fcd701a5ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 -- 172.21.15.100:0/1828955323 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd7019ff50 con 0x7fcd7010e3b0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd6f400700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 0x7fcd701a5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd75000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800ef30 tx=0x7fcd6800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd680092e0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcd68004bb0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68004280 con 0x7fcd7010e3b0 2024-04-26T01:46:00.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.235+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd701a01e0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.236+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd701ac350 con 0x7fcd7010e3b0 2024-04-26T01:46:00.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.237+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd7010a7b0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.239+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fcd6801b030 con 0x7fcd7010e3b0 2024-04-26T01:46:00.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.240+0000 7fcd6cc00700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 0x7fcd540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:00.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.240+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcd680cff30 con 0x7fcd7010e3b0 2024-04-26T01:46:00.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.240+0000 7fcd6fe00700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 0x7fcd540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:00.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.241+0000 7fcd6fe00700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 0x7fcd540a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcd60009680 tx=0x7fcd60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:00.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.245+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcd68022020 con 0x7fcd7010e3b0 2024-04-26T01:46:00.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.518+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd7002e0a0 con 0x7fcd7010e3b0 2024-04-26T01:46:00.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.519+0000 7fcd6cc00700 1 -- 172.21.15.100:0/1828955323 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7fcd68010040 con 0x7fcd7010e3b0 2024-04-26T01:46:00.517 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:00.517 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.521+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 msgr2=0x7fcd540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.521+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 0x7fcd540a6100 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fcd60009680 tx=0x7fcd60009260 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.521+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 msgr2=0x7fcd7019f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.521+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800ef30 tx=0x7fcd6800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 shutdown_connections 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcd7010e3b0 0x7fcd7019f670 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcd701092d0 0x7fcd701a55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcd540a3c40 0x7fcd540a6100 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 --2- 172.21.15.100:0/1828955323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd70109c80 0x7fcd701a5ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:00.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 >> 172.21.15.100:0/1828955323 conn(0x7fcd70076210 msgr2=0x7fcd70076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:00.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 shutdown_connections 2024-04-26T01:46:00.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:00.522+0000 7fcd77000700 1 -- 172.21.15.100:0/1828955323 wait complete. 2024-04-26T01:46:00.521 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:46:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:00 smithi148 ceph-mon[32990]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:00.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:00 smithi100 ceph-mon[28020]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:00 smithi133 ceph-mon[32344]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:01.429 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:46:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:01 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1828955323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:01.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:01 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1828955323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:01.878 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:01.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:01 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1828955323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:02 smithi148 ceph-mon[32990]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:02.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:02 smithi100 ceph-mon[28020]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:02 smithi133 ceph-mon[32344]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 -- 172.21.15.100:0/4207256499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656410e3b0 msgr2=0x7f6564115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 --2- 172.21.15.100:0/4207256499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656410e3b0 0x7f6564115f80 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f655c009990 tx=0x7f655c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 -- 172.21.15.100:0/4207256499 shutdown_connections 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 --2- 172.21.15.100:0/4207256499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f656410e3b0 0x7f6564115f80 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 --2- 172.21.15.100:0/4207256499 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f65641092d0 0x7f65641096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 --2- 172.21.15.100:0/4207256499 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6564109c80 0x7f656410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 -- 172.21.15.100:0/4207256499 >> 172.21.15.100:0/4207256499 conn(0x7f6564076210 msgr2=0x7f6564107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:04.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.256+0000 7f6568e00700 1 -- 172.21.15.100:0/4207256499 shutdown_connections 2024-04-26T01:46:04.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.257+0000 7f6568e00700 1 -- 172.21.15.100:0/4207256499 wait complete. 2024-04-26T01:46:04.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.258+0000 7f6568e00700 1 Processor -- start 2024-04-26T01:46:04.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.258+0000 7f6568e00700 1 -- start start 2024-04-26T01:46:04.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 0x7f65641a5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:04.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 0x7f65641a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 0x7f656419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f65641193b0 con 0x7f656410e3b0 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6564119230 con 0x7f65641092d0 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6568e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6564119530 con 0x7f6564109c80 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6562800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 0x7f656419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6562800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 0x7f656419f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35342/0 (socket says 172.21.15.100:35342) 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6562800700 1 -- 172.21.15.100:0/322042364 learned_addr learned my addr 172.21.15.100:0/322042364 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6559400700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 0x7f65641a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:04.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.259+0000 7f6561e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 0x7f65641a5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 -- 172.21.15.100:0/322042364 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 msgr2=0x7f65641a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 0x7f65641a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 -- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 msgr2=0x7f656419f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 0x7f656419f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 -- 172.21.15.100:0/322042364 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656419fd90 con 0x7f65641092d0 2024-04-26T01:46:04.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6559400700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 0x7f65641a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.260+0000 7f6561e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 0x7f65641a5420 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f655400efc0 tx=0x7f655400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.261+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65540092e0 con 0x7f65641092d0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.261+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65641a0020 con 0x7f65641092d0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.261+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6554004bb0 con 0x7f65641092d0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.261+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65641ac2f0 con 0x7f65641092d0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.261+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6554004280 con 0x7f65641092d0 2024-04-26T01:46:04.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.262+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6540005330 con 0x7f65641092d0 2024-04-26T01:46:04.261 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.264+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f655401b030 con 0x7f65641092d0 2024-04-26T01:46:04.262 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.265+0000 7f655b400700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 0x7f65480a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:04.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.265+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f65540d0820 con 0x7f65641092d0 2024-04-26T01:46:04.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.265+0000 7f6559400700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 0x7f65480a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:04.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.266+0000 7f6559400700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 0x7f65480a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f654c009680 tx=0x7f654c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:04.265 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.268+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6554022020 con 0x7f65641092d0 2024-04-26T01:46:04.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.544+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6540005620 con 0x7f65641092d0 2024-04-26T01:46:04.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.546+0000 7f655b400700 1 -- 172.21.15.100:0/322042364 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7f6554010040 con 0x7f65641092d0 2024-04-26T01:46:04.543 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:04.543 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:46:04.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 msgr2=0x7f65480a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 0x7f65480a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f654c009680 tx=0x7f654c009260 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 msgr2=0x7f65641a5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 0x7f65641a5420 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f655400efc0 tx=0x7f655400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 shutdown_connections 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f656410e3b0 0x7f656419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f65480a3cc0 0x7f65480a6180 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65641092d0 0x7f65641a5420 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 --2- 172.21.15.100:0/322042364 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6564109c80 0x7f65641a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 >> 172.21.15.100:0/322042364 conn(0x7f6564076210 msgr2=0x7f6564076730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:04.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.549+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 shutdown_connections 2024-04-26T01:46:04.548 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:04.550+0000 7f6568e00700 1 -- 172.21.15.100:0/322042364 wait complete. 2024-04-26T01:46:04.548 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:46:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:04 smithi148 ceph-mon[32990]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:04.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:04 smithi100 ceph-mon[28020]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:04 smithi133 ceph-mon[32344]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:05.361 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:46:05.793 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:05 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/322042364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:05.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:05 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/322042364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:05 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/322042364' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:06.772 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:06 smithi100 ceph-mon[28020]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:06 smithi148 ceph-mon[32990]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:06 smithi133 ceph-mon[32344]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 -- 172.21.15.100:0/550444936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc18109c80 msgr2=0x7fcc1810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/550444936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc18109c80 0x7fcc1810dcd0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcc040099c0 tx=0x7fcc04009cd0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 -- 172.21.15.100:0/550444936 shutdown_connections 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/550444936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 0x7fcc18115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/550444936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc181092d0 0x7fcc181096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.061 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/550444936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc18109c80 0x7fcc1810dcd0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.062+0000 7fcc1ea00700 1 -- 172.21.15.100:0/550444936 >> 172.21.15.100:0/550444936 conn(0x7fcc18076210 msgr2=0x7fcc18078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:08.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.063+0000 7fcc1ea00700 1 -- 172.21.15.100:0/550444936 shutdown_connections 2024-04-26T01:46:08.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.063+0000 7fcc1ea00700 1 -- 172.21.15.100:0/550444936 wait complete. 2024-04-26T01:46:08.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 Processor -- start 2024-04-26T01:46:08.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 -- start start 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc18109c80 0x7fcc181a5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 0x7fcc1819f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fcc181193d0 con 0x7fcc181092d0 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcc18119250 con 0x7fcc1810e3b0 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.064+0000 7fcc1ea00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fcc18119550 con 0x7fcc18109c80 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:08.064 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35366/0 (socket says 172.21.15.100:35366) 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 -- 172.21.15.100:0/1371017855 learned_addr learned my addr 172.21.15.100:0/1371017855 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17400700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc18109c80 0x7fcc181a5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc1ca00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 0x7fcc1819f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 -- 172.21.15.100:0/1371017855 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc18109c80 msgr2=0x7fcc181a5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc18109c80 0x7fcc181a5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 -- 172.21.15.100:0/1371017855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 msgr2=0x7fcc1819f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 0x7fcc1819f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.065+0000 7fcc17e00700 1 -- 172.21.15.100:0/1371017855 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1819ff70 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc17e00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fcc0800e9c0 tx=0x7fcc0800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0800cbd0 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc0800ee60 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc08005670 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc181a0260 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.066+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc181ac540 con 0x7fcc181092d0 2024-04-26T01:46:08.065 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.067+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc1810a7b0 con 0x7fcc181092d0 2024-04-26T01:46:08.066 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.069+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fcc08004750 con 0x7fcc181092d0 2024-04-26T01:46:08.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.071+0000 7fcc14c00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 0x7fcbfc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:08.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.071+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcc080d0630 con 0x7fcc181092d0 2024-04-26T01:46:08.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.071+0000 7fcc17400700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 0x7fcbfc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:08.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.072+0000 7fcc17400700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 0x7fcbfc0a6180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcc04000c00 tx=0x7fcc04005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:08.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.075+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc0809cfc0 con 0x7fcc181092d0 2024-04-26T01:46:08.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.299+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc181a0490 con 0x7fcc181092d0 2024-04-26T01:46:08.298 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.301+0000 7fcc14c00700 1 -- 172.21.15.100:0/1371017855 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22721 (secure 0 0 0) 0x7fcc0809c8c0 con 0x7fcc181092d0 2024-04-26T01:46:08.298 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:08.299 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":91,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:44:06.475535+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:46:08.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 msgr2=0x7fcbfc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:08.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 0x7fcbfc0a6180 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcc04000c00 tx=0x7fcc04005fb0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 msgr2=0x7fcc181a55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:08.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fcc0800e9c0 tx=0x7fcc0800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 shutdown_connections 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcbfc0a3cc0 0x7fcbfc0a6180 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcc1810e3b0 0x7fcc1819f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcc181092d0 0x7fcc181a55c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 --2- 172.21.15.100:0/1371017855 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcc18109c80 0x7fcc181a5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 >> 172.21.15.100:0/1371017855 conn(0x7fcc18076210 msgr2=0x7fcc18078500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 shutdown_connections 2024-04-26T01:46:08.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:08.304+0000 7fcc1ea00700 1 -- 172.21.15.100:0/1371017855 wait complete. 2024-04-26T01:46:08.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:08 smithi100 ceph-mon[28020]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:08.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:08 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1371017855' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:08 smithi148 ceph-mon[32990]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:08 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1371017855' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:08 smithi133 ceph-mon[32344]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:08 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1371017855' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:09.053 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:46:09.501 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:10 smithi148 ceph-mon[32990]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:10.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:10 smithi100 ceph-mon[28020]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:10 smithi133 ceph-mon[32344]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 -- 172.21.15.100:0/3320267118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 msgr2=0x7fbb500751c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 --2- 172.21.15.100:0/3320267118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb500751c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbb40009990 tx=0x7fbb40009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 -- 172.21.15.100:0/3320267118 shutdown_connections 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 --2- 172.21.15.100:0/3320267118 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50113960 0x7fbb50115d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 --2- 172.21.15.100:0/3320267118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb500751c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 --2- 172.21.15.100:0/3320267118 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50075700 0x7fbb50113420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 -- 172.21.15.100:0/3320267118 >> 172.21.15.100:0/3320267118 conn(0x7fbb500fe460 msgr2=0x7fbb50100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:11.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.864+0000 7fbb4f200700 1 -- 172.21.15.100:0/3320267118 shutdown_connections 2024-04-26T01:46:11.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.865+0000 7fbb4f200700 1 -- 172.21.15.100:0/3320267118 wait complete. 2024-04-26T01:46:11.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 Processor -- start 2024-04-26T01:46:11.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 -- start start 2024-04-26T01:46:11.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:11.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50075700 0x7fbb501a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:11.864 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 0x7fbb5019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbb501192c0 con 0x7fbb50075700 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb50119140 con 0x7fbb50074de0 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.866+0000 7fbb4f200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbb50119440 con 0x7fbb50113960 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43352/0 (socket says 172.21.15.100:43352) 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50075700 0x7fbb501a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 -- 172.21.15.100:0/1287743943 learned_addr learned my addr 172.21.15.100:0/1287743943 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4e800700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 0x7fbb5019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 -- 172.21.15.100:0/1287743943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 msgr2=0x7fbb5019f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 0x7fbb5019f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 -- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50075700 msgr2=0x7fbb501a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50075700 0x7fbb501a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 -- 172.21.15.100:0/1287743943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb5019fd80 con 0x7fbb50074de0 2024-04-26T01:46:11.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4e800700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 0x7fbb5019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:46:11.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.867+0000 7fbb4de00700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbb40005910 tx=0x7fbb4000bfc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:11.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.868+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb40027070 con 0x7fbb50074de0 2024-04-26T01:46:11.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.868+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb501a0010 con 0x7fbb50074de0 2024-04-26T01:46:11.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.868+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb4000b610 con 0x7fbb50074de0 2024-04-26T01:46:11.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.868+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb40017650 con 0x7fbb50074de0 2024-04-26T01:46:11.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.868+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb501ac2e0 con 0x7fbb50074de0 2024-04-26T01:46:11.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.869+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb50069730 con 0x7fbb50074de0 2024-04-26T01:46:11.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.871+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fbb4002a070 con 0x7fbb50074de0 2024-04-26T01:46:11.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.872+0000 7fbb46a00700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 0x7fbb340a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:11.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.873+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbb400d1570 con 0x7fbb50074de0 2024-04-26T01:46:11.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.873+0000 7fbb4d400700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 0x7fbb340a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:11.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.874+0000 7fbb4d400700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 0x7fbb340a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c009680 tx=0x7fbb3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:11.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:11.875+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb40013070 con 0x7fbb50074de0 2024-04-26T01:46:12.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.150+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb5002df80 con 0x7fbb50074de0 2024-04-26T01:46:12.148 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.152+0000 7fbb46a00700 1 -- 172.21.15.100:0/1287743943 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7fbb4009df90 con 0x7fbb50074de0 2024-04-26T01:46:12.149 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:12.149 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:46:12.152 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 msgr2=0x7fbb340a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:12.152 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 0x7fbb340a6100 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c009680 tx=0x7fbb3c009260 comp rx=0 tx=0).stop 2024-04-26T01:46:12.152 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 msgr2=0x7fbb501a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:12.152 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbb40005910 tx=0x7fbb4000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:46:12.152 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 shutdown_connections 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb50113960 0x7fbb5019f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb340a3c40 0x7fbb340a6100 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb50074de0 0x7fbb501a5410 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 --2- 172.21.15.100:0/1287743943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb50075700 0x7fbb501a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 >> 172.21.15.100:0/1287743943 conn(0x7fbb500fe460 msgr2=0x7fbb500ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 shutdown_connections 2024-04-26T01:46:12.153 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:12.155+0000 7fbb4f200700 1 -- 172.21.15.100:0/1287743943 wait complete. 2024-04-26T01:46:12.154 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:12 smithi148 ceph-mon[32990]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:12 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1287743943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:12 smithi100 ceph-mon[28020]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:12 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1287743943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:12 smithi133 ceph-mon[32344]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:12 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1287743943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:13.120 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:43:26.014519+0000', 'modified': '2024-04-26T01:43:51.526862+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24533, 'mds_1': 24526, 'mds_2': 24515, 'mds_3': 24511, 'mds_4': 24499}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24446': {'gid': 24446, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6833/3217686984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 3217686984}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 3217686984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6833/710717895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6832', 'nonce': 710717895}, {'type': 'v1', 'addr': '172.21.15.148:6833', 'nonce': 710717895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3376227086', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3376227086}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3376227086}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.100:6837/2484644803', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6836', 'nonce': 2484644803}, {'type': 'v1', 'addr': '172.21.15.100:6837', 'nonce': 2484644803}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/2577042243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 2577042243}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 2577042243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.148:6835/3676070243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6834', 'nonce': 3676070243}, {'type': 'v1', 'addr': '172.21.15.148:6835', 'nonce': 3676070243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.148:6837/1262727475', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6836', 'nonce': 1262727475}, {'type': 'v1', 'addr': '172.21.15.148:6837', 'nonce': 1262727475}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.100:6839/2373959834', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6838', 'nonce': 2373959834}, {'type': 'v1', 'addr': '172.21.15.100:6839', 'nonce': 2373959834}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24526': {'gid': 24526, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.148:6839/3849159261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 3849159261}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 3849159261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24533': {'gid': 24533, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.133:6839/4232283142', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 4232283142}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 4232283142}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24533, 'qdb_cluster': [24499, 24511, 24515, 24526, 24533]} 2024-04-26T01:46:13.121 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:46:13.121 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.f status 2024-04-26T01:46:13.569 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:14 smithi148 ceph-mon[32990]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:14 smithi100 ceph-mon[28020]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:14 smithi133 ceph-mon[32344]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:15.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.872+0000 7f9b74e00700 1 -- 172.21.15.100:0/1649530946 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70074e10 msgr2=0x7f9b700751f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.872+0000 7f9b74e00700 1 --2- 172.21.15.100:0/1649530946 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70074e10 0x7f9b700751f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f9b60009990 tx=0x7f9b60009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 -- 172.21.15.100:0/1649530946 shutdown_connections 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 --2- 172.21.15.100:0/1649530946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b70111610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 --2- 172.21.15.100:0/1649530946 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70074e10 0x7f9b700751f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 --2- 172.21.15.100:0/1649530946 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70075730 0x7f9b7010ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 -- 172.21.15.100:0/1649530946 >> 172.21.15.100:0/1649530946 conn(0x7f9b700fe490 msgr2=0x7f9b701008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 -- 172.21.15.100:0/1649530946 shutdown_connections 2024-04-26T01:46:15.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.873+0000 7f9b74e00700 1 -- 172.21.15.100:0/1649530946 wait complete. 2024-04-26T01:46:15.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 Processor -- start 2024-04-26T01:46:15.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 -- start start 2024-04-26T01:46:15.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 0x7f9b7019b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 0x7f9b7019b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b7019fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9b70114ec0 con 0x7f9b70075730 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9b70114d40 con 0x7f9b7010f200 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.874+0000 7f9b74e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9b70115040 con 0x7f9b70074e10 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 0x7f9b7019b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b7019fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 0x7f9b7019b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b7019fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58646/0 (socket says 172.21.15.100:58646) 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6fe00700 1 -- 172.21.15.100:0/2983662298 learned_addr learned my addr 172.21.15.100:0/2983662298 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 -- 172.21.15.100:0/2983662298 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 msgr2=0x7f9b7019b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 0x7f9b7019b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 -- 172.21.15.100:0/2983662298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 msgr2=0x7f9b7019fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b7019fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6ea00700 1 -- 172.21.15.100:0/2983662298 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b701a0340 con 0x7f9b70075730 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.875+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 0x7f9b7019b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 0x7f9b7019b870 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c00e9f0 tx=0x7f9b5c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b67e00700 1 -- 172.21.15.100:0/2983662298 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c004220 con 0x7f9b70075730 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b67e00700 1 -- 172.21.15.100:0/2983662298 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b5c004d00 con 0x7f9b70075730 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b701a0630 con 0x7f9b70075730 2024-04-26T01:46:15.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b67e00700 1 -- 172.21.15.100:0/2983662298 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c005280 con 0x7f9b70075730 2024-04-26T01:46:15.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.876+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b701a7eb0 con 0x7f9b70075730 2024-04-26T01:46:15.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.881+0000 7f9b67e00700 1 -- 172.21.15.100:0/2983662298 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f9b5c005420 con 0x7f9b70075730 2024-04-26T01:46:15.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b80cd8b80 1 Processor -- start 2024-04-26T01:46:15.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b67e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 0x7f9b540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b80cd8b80 1 -- start start 2024-04-26T01:46:15.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b67e00700 1 -- 172.21.15.100:0/2983662298 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b5c0d0300 con 0x7f9b70075730 2024-04-26T01:46:15.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f767677c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 0x7f9b540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.882+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f76775030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559f766bae40 con 0x559f76767d00 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559f766616e0 con 0x559f767673e0 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559f766b6e00 con 0x559f76772c40 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6ea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f767677c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6ea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46834/0 (socket says 172.21.15.100:46834) 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6ea00700 1 -- 172.21.15.100:0/1324906678 learned_addr learned my addr 172.21.15.100:0/1324906678 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f76775030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 -- 172.21.15.100:0/1324906678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 msgr2=0x559f76775030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f76775030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 -- 172.21.15.100:0/1324906678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 msgr2=0x559f76772700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6f400700 1 -- 172.21.15.100:0/1324906678 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f76657630 con 0x559f767673e0 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f76775030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.883+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.884+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 0x7f9b540a6100 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9b68009550 tx=0x7f9b68007b00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.884+0000 7f9b6f400700 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f767677c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9b600059d0 tx=0x7f9b60005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f08bd83f182bc3c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.884+0000 7f9b64c00700 1 -- 172.21.15.100:0/1324906678 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60027070 con 0x559f767673e0 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.884+0000 7f9b64c00700 1 -- 172.21.15.100:0/1324906678 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b60005570 con 0x559f767673e0 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.884+0000 7f9b64c00700 1 -- 172.21.15.100:0/1324906678 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6000f460 con 0x559f767673e0 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/1324906678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 msgr2=0x559f767677c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f767677c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9b600059d0 tx=0x7f9b60005960 comp rx=0 tx=0).stop 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/1324906678 shutdown_connections 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f76775030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f767677c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/1324906678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76767d00 0x559f76772700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/1324906678 >> 172.21.15.100:0/1324906678 conn(0x559f76696550 msgr2=0x559f76763a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/1324906678 shutdown_connections 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.885+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/1324906678 wait complete. 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.886+0000 7f9b80cd8b80 1 -- start start 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.886+0000 7f9b80cd8b80 1 Processor -- start 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f7676f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f7676fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559f767757c0 con 0x559f767673e0 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559f76674810 con 0x559f76767d00 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559f76775940 con 0x559f76772c40 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b80cd8b80 10 client.0 _ll_register_callbacks cb 0x559f766536d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46844/0 (socket says 172.21.15.100:46844) 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b6f400700 1 -- 172.21.15.100:0/2140789081 learned_addr learned my addr 172.21.15.100:0/2140789081 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f7676f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.887+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f7676fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 -- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 msgr2=0x559f7676fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f7676fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 -- 172.21.15.100:0/2140789081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 msgr2=0x559f7676f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f7676f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 -- 172.21.15.100:0/2140789081 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f76608880 con 0x559f767673e0 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f7676f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:15.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9b60009ce0 tx=0x7f9b6000b2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e2b2cfad080d8bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b59600700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60027040 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b60004ee0 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.888+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b60005570 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.889+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b600050e0 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.889+0000 7f9b80cd8b80 10 client.14766 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.889+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559f76651aa0 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.889+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b60005570 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.889+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f9b6002a030 con 0x559f767673e0 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 10 client.14766 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 10 client.14766 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:46:15.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 20 client.14766 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f76781180 0x559f76783350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 4 client.14766 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f766c8630 con 0x559f76781180 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f76781180 0x559f76783350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f76781180 0x559f76783350 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c327ca1dc5f0ddb2 server_cookie=9d32b80b64d9829d in_seq=0 out_seq=0 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.890+0000 7f9b59600700 10 client.14766 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.891+0000 7f9b59600700 1 -- 172.21.15.100:0/2140789081 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559f766c8630 con 0x559f76781180 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.891+0000 7f9b59600700 10 client.14766 handle_command_reply: tid=0 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.891+0000 7f9b80cd8b80 1 client.14766 shutdown 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 msgr2=0x559f76772350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9b60009ce0 tx=0x7f9b6000b2e0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 shutdown_connections 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f76781180 0x559f76783350 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76772c40 0x559f7676fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f767673e0 0x559f76772350 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2140789081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f7676f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 >> 172.21.15.100:0/2140789081 conn(0x559f76696550 msgr2=0x559f76763680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b59600700 0 client.14766 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 shutdown_connections 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2140789081 wait complete. 2024-04-26T01:46:15.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.892+0000 7f9b80cd8b80 20 client.14766 trim_cache size 0 max 16384 2024-04-26T01:46:15.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.914+0000 7f9b80cd8b80 1 Processor -- start 2024-04-26T01:46:15.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.914+0000 7f9b80cd8b80 1 -- start start 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 0x559f76782c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f7676c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559f76781690 con 0x559f76772c40 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559f76781d60 con 0x559f76767d00 2024-04-26T01:46:15.913 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559f76782430 con 0x559f767673e0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58662/0 (socket says 172.21.15.100:58662) 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6ea00700 1 -- 172.21.15.100:0/3794565280 learned_addr learned my addr 172.21.15.100:0/3794565280 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6f400700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 0x559f76782c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6fe00700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f7676c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6f400700 1 -- 172.21.15.100:0/3794565280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 msgr2=0x559f76763b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.915+0000 7f9b6f400700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b6f400700 1 -- 172.21.15.100:0/3794565280 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 msgr2=0x559f7676c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b6f400700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f7676c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b6f400700 1 -- 172.21.15.100:0/3794565280 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f76782250 con 0x559f767673e0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b6f400700 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 0x559f76782c80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9b6002d5b0 tx=0x7f9b60009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e497147363267eda server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.914 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b5be00700 1 -- 172.21.15.100:0/3794565280 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60027040 con 0x559f767673e0 2024-04-26T01:46:15.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b5be00700 1 -- 172.21.15.100:0/3794565280 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b60032070 con 0x559f767673e0 2024-04-26T01:46:15.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.916+0000 7f9b5be00700 1 -- 172.21.15.100:0/3794565280 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b6000f460 con 0x559f767673e0 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/3794565280 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 msgr2=0x559f76782c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 0x559f76782c80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9b6002d5b0 tx=0x7f9b60009310 comp rx=0 tx=0).stop 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/3794565280 shutdown_connections 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f7676c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f767673e0 0x559f76782c80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/3794565280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f76767d00 0x559f76763b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/3794565280 >> 172.21.15.100:0/3794565280 conn(0x559f76696550 msgr2=0x559f7676f430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/3794565280 shutdown_connections 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.917+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/3794565280 wait complete. 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 -- start start 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 Processor -- start 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76767d00 0x559f76788ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f767f0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559f767831d0 con 0x559f76772c40 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559f76782b00 con 0x559f767673e0 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559f767838a0 con 0x559f76767d00 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.918+0000 7f9b80cd8b80 10 client.0 _ll_register_callbacks cb 0x559f766536d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58664/0 (socket says 172.21.15.100:58664) 2024-04-26T01:46:15.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f767f0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 -- 172.21.15.100:0/2066019252 learned_addr learned my addr 172.21.15.100:0/2066019252 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76767d00 0x559f76788ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 -- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76767d00 msgr2=0x559f76788ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76767d00 0x559f76788ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 -- 172.21.15.100:0/2066019252 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 msgr2=0x559f767f0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f767f0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 -- 172.21.15.100:0/2066019252 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f767f0d60 con 0x559f767673e0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b6f400700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9b6002d580 tx=0x7f9b60003ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c39795ed9b8d3845 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.919+0000 7f9b59600700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b60027040 con 0x559f767673e0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b60032070 con 0x559f767673e0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9b6002db80 con 0x559f767673e0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b6002dd80 con 0x559f767673e0 2024-04-26T01:46:15.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b80cd8b80 10 client.24881 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559f767f1ea0 con 0x559f767673e0 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.920+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b60032070 con 0x559f767673e0 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f9b60047070 con 0x559f767673e0 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 10 client.24881 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 10 client.24881 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 20 client.24881 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f767f65c0 0x559f767f52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 4 client.24881 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "status"}) -- 0x559f766c26d0 con 0x559f767f65c0 2024-04-26T01:46:15.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.921+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f767f65c0 0x559f767f52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b6ea00700 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f767f65c0 0x559f767f52d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5fac5270d6011066 server_cookie=bd28b58782ab9ee3 in_seq=0 out_seq=0 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b59600700 10 client.24881 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b59600700 1 -- 172.21.15.100:0/2066019252 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x559f766c26d0 con 0x559f767f65c0 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b59600700 10 client.24881 handle_command_reply: tid=0 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 client.24881 shutdown 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 msgr2=0x559f76788570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9b6002d580 tx=0x7f9b60003ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 shutdown_connections 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x559f767f65c0 0x559f767f52d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559f76772c40 0x559f767f0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559f767673e0 0x559f76788570 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b59600700 0 client.24881 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:46:15.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 --2- 172.21.15.100:0/2066019252 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559f76767d00 0x559f76788ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 >> 172.21.15.100:0/2066019252 conn(0x559f76696550 msgr2=0x559f7677dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 shutdown_connections 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.922+0000 7f9b80cd8b80 1 -- 172.21.15.100:0/2066019252 wait complete. 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b80cd8b80 20 client.24881 trim_cache size 0 max 16384 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:46:15.924 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 4, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24499, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 149.41796758699999, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 213.98162613 2024-04-26T01:46:15.925 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 msgr2=0x7f9b540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 0x7f9b540a6100 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9b68009550 tx=0x7f9b68007b00 comp rx=0 tx=0).stop 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 msgr2=0x7f9b7019b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 0x7f9b7019b870 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c00e9f0 tx=0x7f9b5c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 shutdown_connections 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9b540a3c40 0x7f9b540a6100 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b7010f200 0x7f9b7019fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9b70074e10 0x7f9b7019b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 --2- 172.21.15.100:0/2983662298 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9b70075730 0x7f9b7019b870 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.923+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 >> 172.21.15.100:0/2983662298 conn(0x7f9b700fe490 msgr2=0x7f9b700ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.924+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 shutdown_connections 2024-04-26T01:46:15.927 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:15.924+0000 7f9b74e00700 1 -- 172.21.15.100:0/2983662298 wait complete. 2024-04-26T01:46:16.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:16 smithi100 ceph-mon[28020]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:16.801 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:46:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:16 smithi148 ceph-mon[32990]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:16 smithi133 ceph-mon[32344]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:17.238 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:17.656 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:17 smithi100 ceph-mon[28020]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:17.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:17 smithi133 ceph-mon[32344]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:18.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:17 smithi148 ceph-mon[32990]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 -- 172.21.15.100:0/426850126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec107990 msgr2=0x7fd1ec107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/426850126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec107990 0x7fd1ec107d70 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0009990 tx=0x7fd1e0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 -- 172.21.15.100:0/426850126 shutdown_connections 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/426850126 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec102300 0x7fd1ec10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/426850126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec107990 0x7fd1ec107d70 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/426850126 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 -- 172.21.15.100:0/426850126 >> 172.21.15.100:0/426850126 conn(0x7fd1ec0788f0 msgr2=0x7fd1ec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 -- 172.21.15.100:0/426850126 shutdown_connections 2024-04-26T01:46:19.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.593+0000 7fd1f3c00700 1 -- 172.21.15.100:0/426850126 wait complete. 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.594+0000 7fd1f3c00700 1 Processor -- start 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 -- start start 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec102300 0x7fd1ec103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 0x7fd1ec103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ec111c90 con 0x7fd1ec101940 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ec111b10 con 0x7fd1ec102300 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f3c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd1ec111e10 con 0x7fd1ec107990 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46882/0 (socket says 172.21.15.100:46882) 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.595+0000 7fd1f1200700 1 -- 172.21.15.100:0/493094905 learned_addr learned my addr 172.21.15.100:0/493094905 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec102300 0x7fd1ec103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 0x7fd1ec103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 -- 172.21.15.100:0/493094905 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 msgr2=0x7fd1ec103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 0x7fd1ec103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 -- 172.21.15.100:0/493094905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec102300 msgr2=0x7fd1ec103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec102300 0x7fd1ec103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 -- 172.21.15.100:0/493094905 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1ec1a7790 con 0x7fd1ec101940 2024-04-26T01:46:19.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 0x7fd1ec103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:19.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.596+0000 7fd1f1200700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0005910 tx=0x7fd1e000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.597+0000 7fd1e9600700 1 -- 172.21.15.100:0/493094905 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0027070 con 0x7fd1ec101940 2024-04-26T01:46:19.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.597+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1ec1a7a20 con 0x7fd1ec101940 2024-04-26T01:46:19.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.597+0000 7fd1e9600700 1 -- 172.21.15.100:0/493094905 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1e000b610 con 0x7fd1ec101940 2024-04-26T01:46:19.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.597+0000 7fd1e9600700 1 -- 172.21.15.100:0/493094905 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0017650 con 0x7fd1ec101940 2024-04-26T01:46:19.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.597+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1ec1a7ed0 con 0x7fd1ec101940 2024-04-26T01:46:19.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.600+0000 7fd1e9600700 1 -- 172.21.15.100:0/493094905 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fd1e002a070 con 0x7fd1ec101940 2024-04-26T01:46:19.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.602+0000 7fd1e9600700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 0x7fd1d40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.602+0000 7fd1e9600700 1 -- 172.21.15.100:0/493094905 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd1e00d13e0 con 0x7fd1ec101940 2024-04-26T01:46:19.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.602+0000 7fd1fe585b80 1 Processor -- start 2024-04-26T01:46:19.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.602+0000 7fd1fe585b80 1 -- start start 2024-04-26T01:46:19.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.602+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 0x7fd1d40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e196570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e198ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56234e0dee40 con 0x56234e18bc10 2024-04-26T01:46:19.602 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56234e0856e0 con 0x56234e196ab0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56234e0dae00 con 0x56234e18b2f0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42900/0 (socket says 172.21.15.100:42900) 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 -- 172.21.15.100:0/3496627269 learned_addr learned my addr 172.21.15.100:0/3496627269 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e198ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e196570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 -- 172.21.15.100:0/3496627269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 msgr2=0x56234e198ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e198ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 0x7fd1d40a6100 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009680 tx=0x7fd1d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 -- 172.21.15.100:0/3496627269 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 msgr2=0x56234e196570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e196570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1200700 1 -- 172.21.15.100:0/3496627269 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56234e07b630 con 0x56234e18b2f0 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.603+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e198ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.604+0000 7fd1f1200700 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0006010 tx=0x7fd1e009d3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adae9a880d8f02a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.604+0000 7fd1de000700 1 -- 172.21.15.100:0/3496627269 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e00a4070 con 0x56234e18b2f0 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.604+0000 7fd1de000700 1 -- 172.21.15.100:0/3496627269 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1e00a1b10 con 0x56234e18b2f0 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.604+0000 7fd1de000700 1 -- 172.21.15.100:0/3496627269 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e0022970 con 0x56234e18b2f0 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 -- 172.21.15.100:0/3496627269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 msgr2=0x56234e18b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0006010 tx=0x7fd1e009d3d0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 -- 172.21.15.100:0/3496627269 shutdown_connections 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e198ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18b2f0 0x56234e18b6d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/3496627269 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e196570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 -- 172.21.15.100:0/3496627269 >> 172.21.15.100:0/3496627269 conn(0x56234e0ba550 msgr2=0x56234e187790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 -- 172.21.15.100:0/3496627269 shutdown_connections 2024-04-26T01:46:19.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.605+0000 7fd1fe585b80 1 -- 172.21.15.100:0/3496627269 wait complete. 2024-04-26T01:46:19.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 -- start start 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 Processor -- start 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e193560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e193aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56234e1993e0 con 0x56234e18bc10 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56234e098810 con 0x56234e18b2f0 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56234e199560 con 0x56234e196ab0 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.606+0000 7fd1fe585b80 10 client.0 _ll_register_callbacks cb 0x56234e0776d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58710/0 (socket says 172.21.15.100:58710) 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 -- 172.21.15.100:0/502766599 learned_addr learned my addr 172.21.15.100:0/502766599 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e193560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e193aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 -- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 msgr2=0x56234e193aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e193aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 -- 172.21.15.100:0/502766599 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 msgr2=0x56234e193560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e193560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1f1200700 1 -- 172.21.15.100:0/502766599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56234e02c880 con 0x56234e18b2f0 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.607+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e193560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1f1200700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd1e009d920 tx=0x7fd1e00a40c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b55374359e99bf26 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e00b3020 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd1e0022790 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1e00a1b10 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd1e009d9c0 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1fe585b80 10 client.24893 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56234e075aa0 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1e00a1b10 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.608+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd1e00995d0 con 0x56234e18b2f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 10 client.24893 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 10 client.24893 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 20 client.24893 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e1a5c20 0x56234e1a7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 4 client.24893 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56234e0ec630 con 0x56234e1a5c20 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.609+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e1a5c20 0x56234e1a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.610+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e1a5c20 0x56234e1a7090 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3d25052a9e594173 server_cookie=12bea202f802b2bf in_seq=0 out_seq=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.610+0000 7fd1d2a00700 10 client.24893 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1d2a00700 1 -- 172.21.15.100:0/502766599 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56234e0ec630 con 0x56234e1a5c20 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1d2a00700 10 client.24893 handle_command_reply: tid=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 client.24893 shutdown 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 msgr2=0x56234e1961c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd1e009d920 tx=0x7fd1e00a40c0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 shutdown_connections 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e1a5c20 0x56234e1a7090 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e193aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18b2f0 0x56234e1961c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/502766599 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18bc10 0x56234e193560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1d2a00700 0 client.24893 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 >> 172.21.15.100:0/502766599 conn(0x56234e0ba550 msgr2=0x56234e186950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 shutdown_connections 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 1 -- 172.21.15.100:0/502766599 wait complete. 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.611+0000 7fd1fe585b80 20 client.24893 trim_cache size 0 max 16384 2024-04-26T01:46:19.630 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.633+0000 7fd1fe585b80 1 Processor -- start 2024-04-26T01:46:19.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 -- start start 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e1870d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a53d0 con 0x56234e18b2f0 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a5aa0 con 0x56234e196ab0 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a6170 con 0x56234e18bc10 2024-04-26T01:46:19.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46914/0 (socket says 172.21.15.100:46914) 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42920/0 (socket says 172.21.15.100:42920) 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.634+0000 7fd1f1200700 1 -- 172.21.15.100:0/533154614 learned_addr learned my addr 172.21.15.100:0/533154614 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e1870d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 -- 172.21.15.100:0/533154614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 msgr2=0x56234e1870d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e1870d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 -- 172.21.15.100:0/533154614 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 msgr2=0x56234e18ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 -- 172.21.15.100:0/533154614 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56234e075aa0 con 0x56234e18bc10 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1f1200700 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:19.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x56234e1a78f0 tx=0x7fd1d8013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47bee1bdeab2cb1d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.635+0000 7fd1dd600700 1 -- 172.21.15.100:0/533154614 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d8003be0 con 0x56234e18bc10 2024-04-26T01:46:19.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1dd600700 1 -- 172.21.15.100:0/533154614 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1d8003d80 con 0x56234e18bc10 2024-04-26T01:46:19.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1dd600700 1 -- 172.21.15.100:0/533154614 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1d801c660 con 0x56234e18bc10 2024-04-26T01:46:19.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 -- 172.21.15.100:0/533154614 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 msgr2=0x56234e1925a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x56234e1a78f0 tx=0x7fd1d8013040 comp rx=0 tx=0).stop 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 -- 172.21.15.100:0/533154614 shutdown_connections 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e196ab0 0x56234e1870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e18ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/533154614 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e18bc10 0x56234e1925a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 -- 172.21.15.100:0/533154614 >> 172.21.15.100:0/533154614 conn(0x56234e0ba550 msgr2=0x56234e191e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 -- 172.21.15.100:0/533154614 shutdown_connections 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.636+0000 7fd1fe585b80 1 -- 172.21.15.100:0/533154614 wait complete. 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.637+0000 7fd1fe585b80 1 -- start start 2024-04-26T01:46:19.638 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.637+0000 7fd1fe585b80 1 Processor -- start 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 0x56234e1b0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e1a94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a6f10 con 0x56234e18b2f0 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a6840 con 0x56234e18bc10 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56234e1a75e0 con 0x56234e196ab0 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1fe585b80 10 client.0 _ll_register_callbacks cb 0x56234e0776d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:19.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46920/0 (socket says 172.21.15.100:46920) 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1200700 1 -- 172.21.15.100:0/719805074 learned_addr learned my addr 172.21.15.100:0/719805074 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 0x56234e1b0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1c00700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e1a94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1200700 1 -- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 msgr2=0x56234e1a94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.638+0000 7fd1f1200700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e1a94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1f1200700 1 -- 172.21.15.100:0/719805074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 msgr2=0x56234e1b0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1f1200700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 0x56234e1b0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1f1200700 1 -- 172.21.15.100:0/719805074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56234e1a7ff0 con 0x56234e18b2f0 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 0x56234e1b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1f1200700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd1e009a130 tx=0x7fd1e009d3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa8a1b1d17cfc228 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1d2a00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e00b3070 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd1e00a5eb0 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1d8003d80 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd1e00680c0 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1fe585b80 10 client.14790 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.639+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56234e1a7ff0 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1d8003d80 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fd1e00994b0 con 0x56234e18b2f0 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 10 client.14790 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:19.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 10 client.14790 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:46:19.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 20 client.14790 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:19.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e211bf0 0x56234e210900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 4 client.14790 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:46:19.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "status"}) -- 0x56234e0e66d0 con 0x56234e211bf0 2024-04-26T01:46:19.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.640+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e211bf0 0x56234e210900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.643 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1ebe00700 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e211bf0 0x56234e210900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=46c85d447da65281 server_cookie=8546d42e450f338c in_seq=0 out_seq=0 2024-04-26T01:46:19.643 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1d2a00700 10 client.14790 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:46:19.643 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1d2a00700 1 -- 172.21.15.100:0/719805074 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56234e0e66d0 con 0x56234e211bf0 2024-04-26T01:46:19.643 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1d2a00700 10 client.14790 handle_command_reply: tid=0 2024-04-26T01:46:19.643 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1fe585b80 1 client.14790 shutdown 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 msgr2=0x56234e1b0510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.641+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd1e009a130 tx=0x7fd1e009d3d0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 shutdown_connections 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x56234e211bf0 0x56234e210900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56234e196ab0 0x56234e1a94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1d2a00700 0 client.14790 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56234e18b2f0 0x56234e1b0510 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 --2- 172.21.15.100:0/719805074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56234e18bc10 0x56234e1b0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 >> 172.21.15.100:0/719805074 conn(0x56234e0ba550 msgr2=0x56234e1925a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 shutdown_connections 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 1 -- 172.21.15.100:0/719805074 wait complete. 2024-04-26T01:46:19.644 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.642+0000 7fd1fe585b80 20 client.14790 trim_cache size 0 max 16384 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 3, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24511, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 154.14704258099999, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:46:19.645 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 214.71031781100001 2024-04-26T01:46:19.646 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:46:19.646 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 msgr2=0x7fd1d40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 0x7fd1d40a6100 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd1d8009680 tx=0x7fd1d8009260 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 msgr2=0x7fd1ec1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0005910 tx=0x7fd1e000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 shutdown_connections 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd1ec107990 0x7fd1ec103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd1ec101940 0x7fd1ec1034f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fd1d40a3c40 0x7fd1d40a6100 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 --2- 172.21.15.100:0/493094905 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1ec102300 0x7fd1ec103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 >> 172.21.15.100:0/493094905 conn(0x7fd1ec0788f0 msgr2=0x7fd1ec100c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 shutdown_connections 2024-04-26T01:46:19.647 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:19.643+0000 7fd1f3c00700 1 -- 172.21.15.100:0/493094905 wait complete. 2024-04-26T01:46:20.519 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:46:20.763 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:20 smithi148 ceph-mon[32990]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:20.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:20 smithi100 ceph-mon[28020]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:20.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:20 smithi133 ceph-mon[32344]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:20.959 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:22 smithi100 ceph-mon[28020]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:22 smithi148 ceph-mon[32990]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:22 smithi133 ceph-mon[32344]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:23.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.159+0000 7f2cbb200700 1 -- 172.21.15.100:0/2953230110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4104e90 msgr2=0x7f2cb4105270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.159+0000 7f2cbb200700 1 --2- 172.21.15.100:0/2953230110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4104e90 0x7f2cb4105270 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40099c0 tx=0x7f2ca4009cd0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 -- 172.21.15.100:0/2953230110 shutdown_connections 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 --2- 172.21.15.100:0/2953230110 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4109f70 0x7f2cb4111b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 --2- 172.21.15.100:0/2953230110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4104e90 0x7f2cb4105270 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 --2- 172.21.15.100:0/2953230110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4105840 0x7f2cb4109890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 -- 172.21.15.100:0/2953230110 >> 172.21.15.100:0/2953230110 conn(0x7f2cb4100720 msgr2=0x7f2cb4102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 -- 172.21.15.100:0/2953230110 shutdown_connections 2024-04-26T01:46:23.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.160+0000 7f2cbb200700 1 -- 172.21.15.100:0/2953230110 wait complete. 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 Processor -- start 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 -- start start 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4105840 0x7f2cb419b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4109f70 0x7f2cb419fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb4114f90 con 0x7f2cb4109f70 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb4114e10 con 0x7f2cb4104e90 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.161+0000 7f2cbb200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2cb4115110 con 0x7f2cb4105840 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48162/0 (socket says 172.21.15.100:48162) 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4109f70 0x7f2cb419fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 -- 172.21.15.100:0/1585004039 learned_addr learned my addr 172.21.15.100:0/1585004039 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cab400700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4105840 0x7f2cb419b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 -- 172.21.15.100:0/1585004039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4105840 msgr2=0x7f2cb419b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4105840 0x7f2cb419b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 -- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4109f70 msgr2=0x7f2cb419fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4109f70 0x7f2cb419fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.162+0000 7f2cb3e00700 1 -- 172.21.15.100:0/1585004039 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cb41a0450 con 0x7f2cb4104e90 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4005910 tx=0x7f2ca400f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cb1600700 1 -- 172.21.15.100:0/1585004039 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca4027070 con 0x7f2cb4104e90 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cb1600700 1 -- 172.21.15.100:0/1585004039 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2ca4003680 con 0x7f2cb4104e90 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cb41a06e0 con 0x7f2cb4104e90 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cb1600700 1 -- 172.21.15.100:0/1585004039 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca40173f0 con 0x7f2cb4104e90 2024-04-26T01:46:23.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.163+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cb41a7fc0 con 0x7f2cb4104e90 2024-04-26T01:46:23.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.167+0000 7f2cb1600700 1 -- 172.21.15.100:0/1585004039 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f2ca4022590 con 0x7f2cb4104e90 2024-04-26T01:46:23.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 Processor -- start 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 -- start start 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f22093c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220947570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f220949ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f22088fe40 con 0x55f220947ab0 2024-04-26T01:46:23.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f2208366e0 con 0x55f22093c2f0 2024-04-26T01:46:23.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.168+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f22088be00 con 0x55f22093cc10 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb9200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f22093c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb9200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f22093c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48172/0 (socket says 172.21.15.100:48172) 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f220949ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb9200700 1 -- 172.21.15.100:0/4034735007 learned_addr learned my addr 172.21.15.100:0/4034735007 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb1600700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 0x7f2c980a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220947570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb9200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 0x7f2c980a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 -- 172.21.15.100:0/4034735007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 msgr2=0x55f220947570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220947570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cb1600700 1 -- 172.21.15.100:0/1585004039 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2ca40d0e70 con 0x7f2cb4104e90 2024-04-26T01:46:23.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 -- 172.21.15.100:0/4034735007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 msgr2=0x55f22093c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f22093c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.169+0000 7f2cab400700 1 -- 172.21.15.100:0/4034735007 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f22082c630 con 0x55f220947ab0 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.170+0000 7f2cab400700 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f220949ea0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2cb406c2e0 tx=0x7f2c9c009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98e4a54532d3364 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.170+0000 7f2cb9200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 0x7f2c980a6100 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00fb80 tx=0x7f2cac004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.170+0000 7f2ca9600700 1 -- 172.21.15.100:0/4034735007 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c011c80 con 0x55f220947ab0 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.170+0000 7f2ca9600700 1 -- 172.21.15.100:0/4034735007 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c9c011e20 con 0x55f220947ab0 2024-04-26T01:46:23.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.170+0000 7f2ca9600700 1 -- 172.21.15.100:0/4034735007 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c005280 con 0x55f220947ab0 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4034735007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 msgr2=0x55f220949ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f220949ea0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2cb406c2e0 tx=0x7f2c9c009f60 comp rx=0 tx=0).stop 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4034735007 shutdown_connections 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f220949ea0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f22093c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4034735007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220947570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4034735007 >> 172.21.15.100:0/4034735007 conn(0x55f22086b550 msgr2=0x55f220938790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4034735007 shutdown_connections 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4034735007 wait complete. 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.171+0000 7f2cc5afcb80 1 -- start start 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 Processor -- start 2024-04-26T01:46:23.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220944520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f220947ab0 0x55f220944a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f22094a5a0 con 0x55f22093c2f0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f220849810 con 0x55f220947ab0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f22094a720 con 0x55f22093cc10 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.172+0000 7f2cc5afcb80 10 client.0 _ll_register_callbacks cb 0x55f2208286d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41334/0 (socket says 172.21.15.100:41334) 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 -- 172.21.15.100:0/3439699316 learned_addr learned my addr 172.21.15.100:0/3439699316 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb9200700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f220947ab0 0x55f220944a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cab400700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220944520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 -- 172.21.15.100:0/3439699316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 msgr2=0x55f220944520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220944520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 -- 172.21.15.100:0/3439699316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f220947ab0 msgr2=0x55f220944a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f220947ab0 0x55f220944a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 -- 172.21.15.100:0/3439699316 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2207dd880 con 0x55f22093c2f0 2024-04-26T01:46:23.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cab400700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220944520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ca409ce90 tx=0x7f2ca4016fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7ffa0c93f2f04cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.173+0000 7f2ca2000700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ca409ccd0 con 0x55f22093c2f0 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2ca409d3f0 con 0x55f22093c2f0 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c9c011e20 con 0x55f22093c2f0 2024-04-26T01:46:23.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2ca409caf0 con 0x55f22093c2f0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2cc5afcb80 10 client.14802 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f220826aa0 con 0x55f22093c2f0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c9c011e20 con 0x55f22093c2f0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2ca40b1ba0 con 0x55f22093c2f0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2cc5afcb80 10 client.14802 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.174+0000 7f2cc5afcb80 10 client.14802 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cc5afcb80 20 client.14802 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f220957290 0x55f220958700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cc5afcb80 4 client.14802 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f22089d630 con 0x55f220957290 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cab400700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f220957290 0x55f220958700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2cab400700 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f220957290 0x55f220958700 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=78962abc334893ed server_cookie=bb4cbd1768f47c9b in_seq=0 out_seq=0 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.175+0000 7f2ca2000700 10 client.14802 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:46:23.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.176+0000 7f2ca2000700 1 -- 172.21.15.100:0/3439699316 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f22089d630 con 0x55f220957290 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.176+0000 7f2ca2000700 10 client.14802 handle_command_reply: tid=0 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.176+0000 7f2cc5afcb80 1 client.14802 shutdown 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 msgr2=0x55f220947220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2ca409ce90 tx=0x7f2ca4016fb0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 shutdown_connections 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f220957290 0x55f220958700 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f220947ab0 0x55f220944a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093c2f0 0x55f220947220 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3439699316 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093cc10 0x55f220944520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2ca2000700 0 client.14802 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 >> 172.21.15.100:0/3439699316 conn(0x55f22086b550 msgr2=0x55f22093ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 shutdown_connections 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3439699316 wait complete. 2024-04-26T01:46:23.177 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.177+0000 7f2cc5afcb80 20 client.14802 trim_cache size 0 max 16384 2024-04-26T01:46:23.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.199+0000 7f2cc5afcb80 1 Processor -- start 2024-04-26T01:46:23.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.199+0000 7f2cc5afcb80 1 -- start start 2024-04-26T01:46:23.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f2209530c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f220947ab0 0x55f220961b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f220956a40 con 0x55f22093cc10 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f220957110 con 0x55f22093c2f0 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f2209577e0 con 0x55f220947ab0 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41346/0 (socket says 172.21.15.100:41346) 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 -- 172.21.15.100:0/4075481857 learned_addr learned my addr 172.21.15.100:0/4075481857 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cb9200700 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f220947ab0 0x55f220961b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f2209530c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 -- 172.21.15.100:0/4075481857 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f220947ab0 msgr2=0x55f220961b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f220947ab0 0x55f220961b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.200+0000 7f2cab400700 1 -- 172.21.15.100:0/4075481857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 msgr2=0x55f2209530c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2cab400700 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f2209530c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2cab400700 1 -- 172.21.15.100:0/4075481857 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f22092ff70 con 0x55f22093cc10 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2cab400700 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c004e70 tx=0x7f2c9c009440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a536cb484bdf5178 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2ca8c00700 1 -- 172.21.15.100:0/4075481857 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c02e070 con 0x55f22093cc10 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2ca8c00700 1 -- 172.21.15.100:0/4075481857 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c9c027030 con 0x55f22093cc10 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.201+0000 7f2ca8c00700 1 -- 172.21.15.100:0/4075481857 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c028280 con 0x55f22093cc10 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4075481857 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 msgr2=0x55f220953600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c004e70 tx=0x7f2c9c009440 comp rx=0 tx=0).stop 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4075481857 shutdown_connections 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f220947ab0 0x55f220961b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093c2f0 0x55f2209530c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/4075481857 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f22093cc10 0x55f220953600 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4075481857 >> 172.21.15.100:0/4075481857 conn(0x55f22086b550 msgr2=0x55f2209529b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4075481857 shutdown_connections 2024-04-26T01:46:23.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/4075481857 wait complete. 2024-04-26T01:46:23.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.202+0000 7f2cc5afcb80 1 -- start start 2024-04-26T01:46:23.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 Processor -- start 2024-04-26T01:46:23.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093c2f0 0x55f22095ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f22095fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f220958580 con 0x55f220947ab0 2024-04-26T01:46:23.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f220957eb0 con 0x55f22093cc10 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f220958c50 con 0x55f22093c2f0 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cc5afcb80 10 client.0 _ll_register_callbacks cb 0x55f2208286d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cab400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cb9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f22095fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cab400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48208/0 (socket says 172.21.15.100:48208) 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cab400700 1 -- 172.21.15.100:0/3368998509 learned_addr learned my addr 172.21.15.100:0/3368998509 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.203+0000 7f2cb9200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f22095fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41362/0 (socket says 172.21.15.100:41362) 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093c2f0 0x55f22095ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 -- 172.21.15.100:0/3368998509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093c2f0 msgr2=0x55f22095ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093c2f0 0x55f22095ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 -- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 msgr2=0x55f22095fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:23.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f22095fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 -- 172.21.15.100:0/3368998509 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f220960300 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cab400700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005a40 tx=0x7f2c9c004d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ca7d2ea49726d56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2ca2000700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c02e070 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c9c027030 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.204+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2c9c0047d0 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2c9c005ce0 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2cc5afcb80 10 client.24917 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f220961600 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c9c027030 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2c9c018070 con 0x55f22093cc10 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2cc5afcb80 10 client.24917 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:23.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2cc5afcb80 10 client.24917 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.205+0000 7f2cc5afcb80 20 client.24917 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f2209cc0b0 0x55f2209cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2cc5afcb80 4 client.24917 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "status"}) -- 0x55f2208976d0 con 0x55f2209cc0b0 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f2209cc0b0 0x55f2209cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2cb3e00700 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f2209cc0b0 0x55f2209cadc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4c2a9ea0d37f9244 server_cookie=9f4998c33474a1f2 in_seq=0 out_seq=0 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.206+0000 7f2ca2000700 10 client.24917 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2ca2000700 1 -- 172.21.15.100:0/3368998509 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55f2208976d0 con 0x55f2209cc0b0 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2ca2000700 10 client.24917 handle_command_reply: tid=0 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 client.24917 shutdown 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 msgr2=0x55f22095b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005a40 tx=0x7f2c9c004d50 comp rx=0 tx=0).stop 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 shutdown_connections 2024-04-26T01:46:23.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f220947ab0 0x55f22095fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f22093c2f0 0x55f22095ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x55f2209cc0b0 0x55f2209cadc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 --2- 172.21.15.100:0/3368998509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f22093cc10 0x55f22095b240 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 >> 172.21.15.100:0/3368998509 conn(0x55f22086b550 msgr2=0x55f2209529b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2ca2000700 0 client.24917 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 shutdown_connections 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 1 -- 172.21.15.100:0/3368998509 wait complete. 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.207+0000 7f2cc5afcb80 20 client.24917 trim_cache size 0 max 16384 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:46:23.209 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 2, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24515, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 158.72920550800001, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 205.97923916799999 2024-04-26T01:46:23.210 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 msgr2=0x7f2c980a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 0x7f2c980a6100 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2cac00fb80 tx=0x7f2cac004b40 comp rx=0 tx=0).stop 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 msgr2=0x7f2cb419b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2ca4005910 tx=0x7f2ca400f690 comp rx=0 tx=0).stop 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 shutdown_connections 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2cb4109f70 0x7f2cb419fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f2c980a3c40 0x7f2c980a6100 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cb4104e90 0x7f2cb419b440 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 --2- 172.21.15.100:0/1585004039 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2cb4105840 0x7f2cb419b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:23.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 >> 172.21.15.100:0/1585004039 conn(0x7f2cb4100720 msgr2=0x7f2cb4102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:23.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 shutdown_connections 2024-04-26T01:46:23.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:23.208+0000 7f2cbb200700 1 -- 172.21.15.100:0/1585004039 wait complete. 2024-04-26T01:46:24.209 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:46:24.642 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:24.791 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:24 smithi100 ceph-mon[28020]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:24 smithi148 ceph-mon[32990]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:24 smithi133 ceph-mon[32344]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:26.686 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:26 smithi100 ceph-mon[28020]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:26.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:26 smithi148 ceph-mon[32990]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 -- 172.21.15.100:0/1887262359 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 msgr2=0x7fb5fc108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 --2- 172.21.15.100:0/1887262359 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc108d50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb5f000b0a0 tx=0x7fb5f000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 -- 172.21.15.100:0/1887262359 shutdown_connections 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 --2- 172.21.15.100:0/1887262359 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc10f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 --2- 172.21.15.100:0/1887262359 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc108d50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 --2- 172.21.15.100:0/1887262359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 -- 172.21.15.100:0/1887262359 >> 172.21.15.100:0/1887262359 conn(0x7fb5fc0fe4c0 msgr2=0x7fb5fc1008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 -- 172.21.15.100:0/1887262359 shutdown_connections 2024-04-26T01:46:26.856 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.856+0000 7fb602a00700 1 -- 172.21.15.100:0/1887262359 wait complete. 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.857+0000 7fb602a00700 1 Processor -- start 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.857+0000 7fb602a00700 1 -- start start 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc112ce0 con 0x7fb5fc108970 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc112b60 con 0x7fb5fc102970 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb5fc112e60 con 0x7fb5fc103330 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb600c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb601600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb602000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb600c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35416/0 (socket says 172.21.15.100:35416) 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.858+0000 7fb600c00700 1 -- 172.21.15.100:0/2802727161 learned_addr learned my addr 172.21.15.100:0/2802727161 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 -- 172.21.15.100:0/2802727161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 msgr2=0x7fb5fc075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 -- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 msgr2=0x7fb5fc0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 -- 172.21.15.100:0/2802727161 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5fc1a7680 con 0x7fb5fc102970 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb600c00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb602000700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb601600700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc074d40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb5f0009bc0 tx=0x7fb5f0004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb5fa000700 1 -- 172.21.15.100:0/2802727161 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0021070 con 0x7fb5fc102970 2024-04-26T01:46:26.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5fc1a7910 con 0x7fb5fc102970 2024-04-26T01:46:26.860 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5fc1a7e10 con 0x7fb5fc102970 2024-04-26T01:46:26.860 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.859+0000 7fb5fa000700 1 -- 172.21.15.100:0/2802727161 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5f0007e50 con 0x7fb5fc102970 2024-04-26T01:46:26.860 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.860+0000 7fb5fa000700 1 -- 172.21.15.100:0/2802727161 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f0004460 con 0x7fb5fc102970 2024-04-26T01:46:26.860 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.863+0000 7fb5fa000700 1 -- 172.21.15.100:0/2802727161 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fb5f0004600 con 0x7fb5fc102970 2024-04-26T01:46:26.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.865+0000 7fb60ea76b80 1 Processor -- start 2024-04-26T01:46:26.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.865+0000 7fb5fa000700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 0x7fb5e40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.865+0000 7fb60ea76b80 1 -- start start 2024-04-26T01:46:26.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.865+0000 7fb5fa000700 1 -- 172.21.15.100:0/2802727161 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5f00d0df0 con 0x7fb5fc102970 2024-04-26T01:46:26.863 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.865+0000 7fb602000700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 0x7fb5e40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf3b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf3bc40 0x560e9cf3e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560e9ce83e40 con 0x560e9cf303e0 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e9ce2a6e0 con 0x560e9cf30d00 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560e9ce7fe00 con 0x560e9cf3bc40 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.865 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb602000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf3bc40 0x560e9cf3e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41394/0 (socket says 172.21.15.100:41394) 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 -- 172.21.15.100:0/1186899493 learned_addr learned my addr 172.21.15.100:0/1186899493 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb600c00700 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf3b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb602000700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 0x7fb5e40a6180 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009fd0 tx=0x7fb5f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 -- 172.21.15.100:0/1186899493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf3bc40 msgr2=0x560e9cf3e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf3bc40 0x560e9cf3e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 -- 172.21.15.100:0/1186899493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 msgr2=0x560e9cf3b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf3b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb601600700 1 -- 172.21.15.100:0/1186899493 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e9ce20630 con 0x560e9cf303e0 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.866+0000 7fb600c00700 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf3b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.867+0000 7fb601600700 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5f00a57c0 tx=0x7fb5f000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7024dc69c773afeb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.867+0000 7fb5eea00700 1 -- 172.21.15.100:0/1186899493 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f009d810 con 0x560e9cf303e0 2024-04-26T01:46:26.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.867+0000 7fb5eea00700 1 -- 172.21.15.100:0/1186899493 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5f009d110 con 0x560e9cf303e0 2024-04-26T01:46:26.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.867+0000 7fb5eea00700 1 -- 172.21.15.100:0/1186899493 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f00a1120 con 0x560e9cf303e0 2024-04-26T01:46:26.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- 172.21.15.100:0/1186899493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 msgr2=0x560e9cf307c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5f00a57c0 tx=0x7fb5f000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- 172.21.15.100:0/1186899493 shutdown_connections 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf3bc40 0x560e9cf3e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf303e0 0x560e9cf307c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/1186899493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf3b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- 172.21.15.100:0/1186899493 >> 172.21.15.100:0/1186899493 conn(0x560e9ce5f550 msgr2=0x560e9cf2ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- 172.21.15.100:0/1186899493 shutdown_connections 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- 172.21.15.100:0/1186899493 wait complete. 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.868+0000 7fb60ea76b80 1 -- start start 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 Processor -- start 2024-04-26T01:46:26.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf3b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf38670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf3e570 con 0x560e9cf3bc40 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e9ce3d810 con 0x560e9cf30d00 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf3e6f0 con 0x560e9cf303e0 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb60ea76b80 10 client.0 _ll_register_callbacks cb 0x560e9ce1c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.869+0000 7fb600c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf38670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb600c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf38670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48234/0 (socket says 172.21.15.100:48234) 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb600c00700 1 -- 172.21.15.100:0/3811592045 learned_addr learned my addr 172.21.15.100:0/3811592045 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb602000700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf3b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 -- 172.21.15.100:0/3811592045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 msgr2=0x560e9cf38670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf38670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 -- 172.21.15.100:0/3811592045 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 msgr2=0x560e9cf38bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 -- 172.21.15.100:0/3811592045 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e9cdd1880 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb601600700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf3b370 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb5f0000f80 tx=0x7fb5f0003c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2199ab63591fd961 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb5e3400700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f009d810 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.870+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5f0003d20 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5f009d110 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb5f00a5cf0 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 10 client.24952 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e9ce1aaa0 con 0x560e9cf303e0 2024-04-26T01:46:26.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5f009d110 con 0x560e9cf303e0 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb5f0011070 con 0x560e9cf303e0 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 10 client.24952 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 10 client.24952 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 20 client.24952 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cf4afd0 0x560e9cf4c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 4 client.24952 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.871+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e9ce91630 con 0x560e9cf4afd0 2024-04-26T01:46:26.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.872+0000 7fb600c00700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cf4afd0 0x560e9cf4c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.872+0000 7fb600c00700 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cf4afd0 0x560e9cf4c440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4494c73d74f75d39 server_cookie=b3fd7b463d5d7bb2 in_seq=0 out_seq=0 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.872+0000 7fb5e3400700 10 client.24952 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.873+0000 7fb5e3400700 1 -- 172.21.15.100:0/3811592045 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560e9ce91630 con 0x560e9cf4afd0 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.873+0000 7fb5e3400700 10 client.24952 handle_command_reply: tid=0 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.873+0000 7fb60ea76b80 1 client.24952 shutdown 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.873+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 msgr2=0x560e9cf3b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.873+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf3b370 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb5f0000f80 tx=0x7fb5f0003c00 comp rx=0 tx=0).stop 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 shutdown_connections 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cf4afd0 0x560e9cf4c440 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf3b370 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/3811592045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf38670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 >> 172.21.15.100:0/3811592045 conn(0x560e9ce5f550 msgr2=0x560e9cf2c620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb5e3400700 0 client.24952 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:46:26.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 shutdown_connections 2024-04-26T01:46:26.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 1 -- 172.21.15.100:0/3811592045 wait complete. 2024-04-26T01:46:26.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.874+0000 7fb60ea76b80 20 client.24952 trim_cache size 0 max 16384 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.896+0000 7fb60ea76b80 1 Processor -- start 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.896+0000 7fb60ea76b80 1 -- start start 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf30d00 0x560e9cf2cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4a780 con 0x560e9cf3bc40 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4ae50 con 0x560e9cf303e0 2024-04-26T01:46:26.898 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4b520 con 0x560e9cf30d00 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb601600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb602000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb601600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48248/0 (socket says 172.21.15.100:48248) 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb601600700 1 -- 172.21.15.100:0/415340539 learned_addr learned my addr 172.21.15.100:0/415340539 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb600c00700 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf30d00 0x560e9cf2cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb601600700 1 -- 172.21.15.100:0/415340539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf30d00 msgr2=0x560e9cf2cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.897+0000 7fb601600700 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf30d00 0x560e9cf2cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb601600700 1 -- 172.21.15.100:0/415340539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 msgr2=0x560e9cf38b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb601600700 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb601600700 1 -- 172.21.15.100:0/415340539 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e9cf36c00 con 0x560e9cf303e0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb601600700 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb5f009d0a0 tx=0x7fb5f00ce920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cc1efe9cdd4d943 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb5ee000700 1 -- 172.21.15.100:0/415340539 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f009d810 con 0x560e9cf303e0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb5ee000700 1 -- 172.21.15.100:0/415340539 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5f009d110 con 0x560e9cf303e0 2024-04-26T01:46:26.899 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.898+0000 7fb5ee000700 1 -- 172.21.15.100:0/415340539 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5f00075c0 con 0x560e9cf303e0 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- 172.21.15.100:0/415340539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 msgr2=0x560e9cf4a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb5f009d0a0 tx=0x7fb5f00ce920 comp rx=0 tx=0).stop 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- 172.21.15.100:0/415340539 shutdown_connections 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf38b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf303e0 0x560e9cf4a900 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/415340539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf30d00 0x560e9cf2cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- 172.21.15.100:0/415340539 >> 172.21.15.100:0/415340539 conn(0x560e9ce5f550 msgr2=0x560e9cf38450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- 172.21.15.100:0/415340539 shutdown_connections 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- 172.21.15.100:0/415340539 wait complete. 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.899+0000 7fb60ea76b80 1 -- start start 2024-04-26T01:46:26.900 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 Processor -- start 2024-04-26T01:46:26.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:26 smithi133 ceph-mon[32344]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf55a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf51390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4c2c0 con 0x560e9cf3bc40 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4bbf0 con 0x560e9cf30d00 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560e9cf4c990 con 0x560e9cf303e0 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.900+0000 7fb60ea76b80 10 client.0 _ll_register_callbacks cb 0x560e9ce1c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb601600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf55a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.904 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48258/0 (socket says 172.21.15.100:48258) 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 -- 172.21.15.100:0/2225111840 learned_addr learned my addr 172.21.15.100:0/2225111840 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb602000700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf51390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 -- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 msgr2=0x560e9cf55a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf55a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 -- 172.21.15.100:0/2225111840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 msgr2=0x560e9cf51390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf51390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 -- 172.21.15.100:0/2225111840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e9cf519d0 con 0x560e9cf30d00 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb600c00700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x560e9cf39c40 tx=0x7fb5e8012200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28618fc118c3fd82 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.901+0000 7fb5e3400700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e8022830 con 0x560e9cf30d00 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5f009d110 con 0x560e9cf30d00 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5e8004040 con 0x560e9cf30d00 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb5e8004240 con 0x560e9cf30d00 2024-04-26T01:46:26.905 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb60ea76b80 10 client.24935 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560e9cfb1fc0 con 0x560e9cf30d00 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.902+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb5f009d110 con 0x560e9cf30d00 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb5e8010430 con 0x560e9cf30d00 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 10 client.24935 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 10 client.24935 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 20 client.24935 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cfb6bd0 0x560e9cfb58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 4 client.24935 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "status"}) -- 0x560e9ce8b6d0 con 0x560e9cfb6bd0 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.903+0000 7fb601600700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cfb6bd0 0x560e9cfb58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb601600700 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cfb6bd0 0x560e9cfb58e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=12515310e9040a5b server_cookie=faf5740ba5598307 in_seq=0 out_seq=0 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb5e3400700 10 client.24935 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:46:26.906 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb5e3400700 1 -- 172.21.15.100:0/2225111840 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x560e9ce8b6d0 con 0x560e9cfb6bd0 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb5e3400700 10 client.24935 handle_command_reply: tid=0 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 client.24935 shutdown 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 msgr2=0x560e9cf50e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x560e9cf39c40 tx=0x7fb5e8012200 comp rx=0 tx=0).stop 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 shutdown_connections 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x560e9cfb6bd0 0x560e9cfb58e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560e9cf3bc40 0x560e9cf51390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560e9cf303e0 0x560e9cf55a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 --2- 172.21.15.100:0/2225111840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e9cf30d00 0x560e9cf50e50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 >> 172.21.15.100:0/2225111840 conn(0x560e9ce5f550 msgr2=0x560e9cf36e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.907 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb5e3400700 0 client.24935 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 shutdown_connections 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 1 -- 172.21.15.100:0/2225111840 wait complete. 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.904+0000 7fb60ea76b80 20 client.24935 trim_cache size 0 max 16384 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 1, 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24526, 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:46:26.908 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 163.43811075100001, 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 216.08288619300001 2024-04-26T01:46:26.909 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 msgr2=0x7fb5e40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 0x7fb5e40a6180 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009fd0 tx=0x7fb5f4009260 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 msgr2=0x7fb5fc074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc074d40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb5f0009bc0 tx=0x7fb5f0004d00 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 shutdown_connections 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb5fc108970 0x7fb5fc0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fb5e40a3cc0 0x7fb5e40a6180 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5fc102970 0x7fb5fc074d40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 --2- 172.21.15.100:0/2802727161 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb5fc103330 0x7fb5fc075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.905+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 >> 172.21.15.100:0/2802727161 conn(0x7fb5fc0fe4c0 msgr2=0x7fb5fc0fea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.906+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 shutdown_connections 2024-04-26T01:46:26.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:26.906+0000 7fb602a00700 1 -- 172.21.15.100:0/2802727161 wait complete. 2024-04-26T01:46:27.797 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:46:28.229 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:28.625 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:28 smithi100 ceph-mon[28020]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:28 smithi148 ceph-mon[32990]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:28 smithi133 ceph-mon[32344]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:30.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.478+0000 7f42cd600700 1 -- 172.21.15.100:0/4060599587 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c8108a30 msgr2=0x7f42c8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.478+0000 7f42cd600700 1 --2- 172.21.15.100:0/4060599587 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c8108a30 0x7f42c8108e10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f42b8009990 tx=0x7f42b8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 -- 172.21.15.100:0/4060599587 shutdown_connections 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 --2- 172.21.15.100:0/4060599587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c806bb10 0x7f42c810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 --2- 172.21.15.100:0/4060599587 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c8108a30 0x7f42c8108e10 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 --2- 172.21.15.100:0/4060599587 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806b170 0x7f42c806b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 -- 172.21.15.100:0/4060599587 >> 172.21.15.100:0/4060599587 conn(0x7f42c80788f0 msgr2=0x7f42c8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 -- 172.21.15.100:0/4060599587 shutdown_connections 2024-04-26T01:46:30.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.479+0000 7f42cd600700 1 -- 172.21.15.100:0/4060599587 wait complete. 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.480+0000 7f42cd600700 1 Processor -- start 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.480+0000 7f42cd600700 1 -- start start 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 0x7f42c81992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c8108a30 0x7f42c819dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f42c8112da0 con 0x7f42c806b170 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f42c8112c20 con 0x7f42c8108a30 2024-04-26T01:46:30.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42cd600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f42c8112f20 con 0x7f42c806bb10 2024-04-26T01:46:30.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42c6000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42c6a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 0x7f42c81992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42c6000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35488/0 (socket says 172.21.15.100:35488) 2024-04-26T01:46:30.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42c6000700 1 -- 172.21.15.100:0/3568429236 learned_addr learned my addr 172.21.15.100:0/3568429236 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:30.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.481+0000 7f42c7400700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c8108a30 0x7f42c819dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 -- 172.21.15.100:0/3568429236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c8108a30 msgr2=0x7f42c819dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c8108a30 0x7f42c819dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 -- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 msgr2=0x7f42c81992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 0x7f42c81992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 -- 172.21.15.100:0/3568429236 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42c819e2e0 con 0x7f42c806bb10 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6a00700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 0x7f42c81992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42c6000700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f42b400e920 tx=0x7f42b400ec30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42bf400700 1 -- 172.21.15.100:0/3568429236 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b400c9e0 con 0x7f42c806bb10 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42bf400700 1 -- 172.21.15.100:0/3568429236 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42b400cb80 con 0x7f42c806bb10 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42c819e5d0 con 0x7f42c806bb10 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42bf400700 1 -- 172.21.15.100:0/3568429236 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b4018680 con 0x7f42c806bb10 2024-04-26T01:46:30.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.482+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42c8101970 con 0x7f42c806bb10 2024-04-26T01:46:30.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.486+0000 7f42bf400700 1 -- 172.21.15.100:0/3568429236 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f42b4010430 con 0x7f42c806bb10 2024-04-26T01:46:30.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.487+0000 7f42bf400700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 0x7f42ac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.487+0000 7f42d7ed1b80 1 Processor -- start 2024-04-26T01:46:30.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.487+0000 7f42d7ed1b80 1 -- start start 2024-04-26T01:46:30.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.487+0000 7f42bf400700 1 -- 172.21.15.100:0/3568429236 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f42b40d0530 con 0x7f42c806bb10 2024-04-26T01:46:30.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.487+0000 7f42c6a00700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 0x7f42ac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd02f0 0x563baabd06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabddea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563baab23e40 con 0x563baabd02f0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563baaaca6e0 con 0x563baabd0c10 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563baab1fe00 con 0x563baabdbab0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48292/0 (socket says 172.21.15.100:48292) 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 -- 172.21.15.100:0/1422120242 learned_addr learned my addr 172.21.15.100:0/1422120242 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c7400700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabddea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6a00700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd02f0 0x563baabd06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 -- 172.21.15.100:0/1422120242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 msgr2=0x563baabddea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6a00700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 0x7f42ac0a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f42b800b790 tx=0x7f42b80095b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabddea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.488+0000 7f42c6000700 1 -- 172.21.15.100:0/1422120242 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd02f0 msgr2=0x563baabd06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42c6000700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd02f0 0x563baabd06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42c6000700 1 -- 172.21.15.100:0/1422120242 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563baaac0630 con 0x563baabd0c10 2024-04-26T01:46:30.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42c7400700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabddea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:30.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42c6000700 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f42b4098c20 tx=0x7f42b409cec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2b0fd8c38eab30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42b3e00700 1 -- 172.21.15.100:0/1422120242 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b409c7c0 con 0x563baabd0c10 2024-04-26T01:46:30.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42b3e00700 1 -- 172.21.15.100:0/1422120242 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42b40a0b70 con 0x563baabd0c10 2024-04-26T01:46:30.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.489+0000 7f42b3e00700 1 -- 172.21.15.100:0/1422120242 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b409ca20 con 0x563baabd0c10 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1422120242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 msgr2=0x563baabdb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f42b4098c20 tx=0x7f42b409cec0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1422120242 shutdown_connections 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabddea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd02f0 0x563baabd06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1422120242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd0c10 0x563baabdb570 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1422120242 >> 172.21.15.100:0/1422120242 conn(0x563baaaff550 msgr2=0x563baabcc790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1422120242 shutdown_connections 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.490+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1422120242 wait complete. 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 -- start start 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 Processor -- start 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabd85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabd8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563baabde5a0 con 0x563baabd0c10 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563baaadd810 con 0x563baabd02f0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563baabde720 con 0x563baabdbab0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.491+0000 7f42d7ed1b80 10 client.0 _ll_register_callbacks cb 0x563baaabc6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:48300/0 (socket says 172.21.15.100:48300) 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 -- 172.21.15.100:0/788666323 learned_addr learned my addr 172.21.15.100:0/788666323 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6000700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabd85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c7400700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabd8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 -- 172.21.15.100:0/788666323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 msgr2=0x563baabd8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabd8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 -- 172.21.15.100:0/788666323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 msgr2=0x563baabd85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabd85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 -- 172.21.15.100:0/788666323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563baaa71880 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42c6a00700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f42b8015000 tx=0x7f42b8009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23422ead0f05b32 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.492+0000 7f42b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b8003d20 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42b40a0b70 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f42b8021070 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42b803c480 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42d7ed1b80 10 client.24947 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563baaabaaa0 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.493+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42b40a0b70 con 0x563baabd02f0 2024-04-26T01:46:30.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f42b80274c0 con 0x563baabd02f0 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 10 client.24947 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 10 client.24947 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 20 client.24947 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baabeb390 0x563baabec800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 4 client.24947 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563baab31630 con 0x563baabeb390 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.494+0000 7f42c6000700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baabeb390 0x563baabec800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.495+0000 7f42c6000700 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baabeb390 0x563baabec800 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2ab3014df19bb98 server_cookie=60f60c926f9003e7 in_seq=0 out_seq=0 2024-04-26T01:46:30.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.495+0000 7f42b0c00700 10 client.24947 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42b0c00700 1 -- 172.21.15.100:0/788666323 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563baab31630 con 0x563baabeb390 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42b0c00700 10 client.24947 handle_command_reply: tid=0 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 client.24947 shutdown 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 msgr2=0x563baabdb2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f42b8015000 tx=0x7f42b8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 shutdown_connections 2024-04-26T01:46:30.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baabeb390 0x563baabec800 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabdbab0 0x563baabd8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabdb2a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/788666323 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabd85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 >> 172.21.15.100:0/788666323 conn(0x563baaaff550 msgr2=0x563baabd2c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42b0c00700 0 client.24947 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 shutdown_connections 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.496+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/788666323 wait complete. 2024-04-26T01:46:30.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.497+0000 7f42d7ed1b80 20 client.24947 trim_cache size 0 max 16384 2024-04-26T01:46:30.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.519+0000 7f42d7ed1b80 1 Processor -- start 2024-04-26T01:46:30.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.519+0000 7f42d7ed1b80 1 -- start start 2024-04-26T01:46:30.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabc83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd0c10 0x563baabd8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563baabeab40 con 0x563baabdbab0 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563baabeb210 con 0x563baabd02f0 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563baabeb8e0 con 0x563baabd0c10 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42c7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42c6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabc83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42c7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41464/0 (socket says 172.21.15.100:41464) 2024-04-26T01:46:30.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42c7400700 1 -- 172.21.15.100:0/1473135591 learned_addr learned my addr 172.21.15.100:0/1473135591 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.520+0000 7f42c6000700 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd0c10 0x563baabd8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 -- 172.21.15.100:0/1473135591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd0c10 msgr2=0x563baabd8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd0c10 0x563baabd8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 -- 172.21.15.100:0/1473135591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 msgr2=0x563baabc83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabc83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 -- 172.21.15.100:0/1473135591 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563baabec4a0 con 0x563baabdbab0 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42c7400700 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f42c0010870 tx=0x7f42c000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab734e97908efb59 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42b3400700 1 -- 172.21.15.100:0/1473135591 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c0021070 con 0x563baabdbab0 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42b3400700 1 -- 172.21.15.100:0/1473135591 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42c0004db0 con 0x563baabdbab0 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.521+0000 7f42b3400700 1 -- 172.21.15.100:0/1473135591 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c0008450 con 0x563baabdbab0 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1473135591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 msgr2=0x563baabd5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f42c0010870 tx=0x7f42c000b040 comp rx=0 tx=0).stop 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1473135591 shutdown_connections 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabdbab0 0x563baabd5840 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabd02f0 0x563baabc83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1473135591 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd0c10 0x563baabd8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1473135591 >> 172.21.15.100:0/1473135591 conn(0x563baaaff550 msgr2=0x563baabd8380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1473135591 shutdown_connections 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.522+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1473135591 wait complete. 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.523+0000 7f42d7ed1b80 1 -- start start 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.523+0000 7f42d7ed1b80 1 Processor -- start 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.523+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 0x563baabf2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.523+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42d7ed1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabdbab0 0x563baabf30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563baabec680 con 0x563baabd0c10 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563baabebfb0 con 0x563baabdbab0 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42d7ed1b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563baabecd50 con 0x563baabd02f0 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42d7ed1b80 10 client.0 _ll_register_callbacks cb 0x563baaabc6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:41474/0 (socket says 172.21.15.100:41474) 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 0x563baabf2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6000700 1 -- 172.21.15.100:0/1208748005 learned_addr learned my addr 172.21.15.100:0/1208748005 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:30.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c7400700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabdbab0 0x563baabf30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 -- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabdbab0 msgr2=0x563baabf30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabdbab0 0x563baabf30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 -- 172.21.15.100:0/1208748005 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 msgr2=0x563baabf2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6a00700 1 -- 172.21.15.100:0/1208748005 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563baac524d0 con 0x563baabd02f0 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.524+0000 7f42c6000700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42c6a00700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 0x563baabf2620 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f42b8027960 tx=0x7f42b8027de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3be814c613b855a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42b800b2f0 con 0x563baabd02f0 2024-04-26T01:46:30.526 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42c0004db0 con 0x563baabd02f0 2024-04-26T01:46:30.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f42b8021040 con 0x563baabd02f0 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f42b8027640 con 0x563baabd02f0 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42d7ed1b80 10 client.24976 fetch_fsmap learned FSMap version 28 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.525+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563baac53750 con 0x563baabd02f0 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f42c0004db0 con 0x563baabd02f0 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f42b80457b0 con 0x563baabd02f0 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 10 client.24976 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:46:30.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 10 client.24976 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 20 client.24976 populate_metadata read hostname 'smithi100' 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baac58260 0x563baac56f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 4 client.24976 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "status"}) -- 0x563baab2b6d0 con 0x563baac58260 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.526+0000 7f42c6000700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baac58260 0x563baac56f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42b0c00700 10 client.24976 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42c6000700 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baac58260 0x563baac56f70 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e13a25bbdc26319 server_cookie=b86f9bffed19e260 in_seq=0 out_seq=0 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42b0c00700 1 -- 172.21.15.100:0/1208748005 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563baab2b6d0 con 0x563baac58260 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42b0c00700 10 client.24976 handle_command_reply: tid=0 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 client.24976 shutdown 2024-04-26T01:46:30.530 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 msgr2=0x563baabf2620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 0x563baabf2620 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f42b8027960 tx=0x7f42b8027de0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 shutdown_connections 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563baabdbab0 0x563baabf30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563baac58260 0x563baac56f70 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563baabd02f0 0x563baabf2620 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 --2- 172.21.15.100:0/1208748005 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563baabd0c10 0x563baabf2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42b0c00700 0 client.24976 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 >> 172.21.15.100:0/1208748005 conn(0x563baaaff550 msgr2=0x563baabcb0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.527+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 shutdown_connections 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42d7ed1b80 1 -- 172.21.15.100:0/1208748005 wait complete. 2024-04-26T01:46:30.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42d7ed1b80 20 client.24976 trim_cache size 0 max 16384 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 0, 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24533, 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 183.515455965, 2024-04-26T01:46:30.532 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:46:30.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:46:30.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:46:30.533 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 205.44752188199999 2024-04-26T01:46:30.533 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 msgr2=0x7f42ac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 0x7f42ac0a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f42b800b790 tx=0x7f42b80095b0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 msgr2=0x7f42c8199810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.528+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f42b400e920 tx=0x7f42b400ec30 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 shutdown_connections 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f42ac0a3cc0 0x7f42ac0a6180 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42c8108a30 0x7f42c819dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f42c806b170 0x7f42c81992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 --2- 172.21.15.100:0/3568429236 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f42c806bb10 0x7f42c8199810 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:30.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 >> 172.21.15.100:0/3568429236 conn(0x7f42c80788f0 msgr2=0x7f42c81007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:30.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 shutdown_connections 2024-04-26T01:46:30.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:30.529+0000 7f42cd600700 1 -- 172.21.15.100:0/3568429236 wait complete. 2024-04-26T01:46:30.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:30 smithi148 ceph-mon[32990]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:30 smithi100 ceph-mon[28020]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:30 smithi133 ceph-mon[32344]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:31.413 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T01:46:31.414 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:46:31.423 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:46:31.423 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T01:46:31.873 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:32 smithi148 ceph-mon[32990]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:32.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:32 smithi100 ceph-mon[28020]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:32.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:32 smithi133 ceph-mon[32344]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 -- 172.21.15.100:0/3851547939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f701090f0 msgr2=0x7f9f70109510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 --2- 172.21.15.100:0/3851547939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f701090f0 0x7f9f70109510 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9f64009990 tx=0x7f9f64009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 -- 172.21.15.100:0/3851547939 shutdown_connections 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 --2- 172.21.15.100:0/3851547939 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f7010ac90 0x7f9f70111540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 --2- 172.21.15.100:0/3851547939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f701090f0 0x7f9f70109510 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 --2- 172.21.15.100:0/3851547939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010a2f0 0x7f9f7010a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 -- 172.21.15.100:0/3851547939 >> 172.21.15.100:0/3851547939 conn(0x7f9f700780c0 msgr2=0x7f9f7007a500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 -- 172.21.15.100:0/3851547939 shutdown_connections 2024-04-26T01:46:34.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.094+0000 7f9f77c00700 1 -- 172.21.15.100:0/3851547939 wait complete. 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.095+0000 7f9f77c00700 1 Processor -- start 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 -- start start 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f7010a2f0 0x7f9f7019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010ac90 0x7f9f701a6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9f70114cf0 con 0x7f9f701090f0 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9f70114b70 con 0x7f9f7010ac90 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f77c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9f70114e70 con 0x7f9f7010a2f0 2024-04-26T01:46:34.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f75200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f75200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52480/0 (socket says 172.21.15.100:52480) 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f75200700 1 -- 172.21.15.100:0/232945990 learned_addr learned my addr 172.21.15.100:0/232945990 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f6fe00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f7010a2f0 0x7f9f7019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.096+0000 7f9f75c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010ac90 0x7f9f701a6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 -- 172.21.15.100:0/232945990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f7010a2f0 msgr2=0x7f9f7019f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f7010a2f0 0x7f9f7019f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 -- 172.21.15.100:0/232945990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010ac90 msgr2=0x7f9f701a6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010ac90 0x7f9f701a6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 -- 172.21.15.100:0/232945990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f701a6f20 con 0x7f9f701090f0 2024-04-26T01:46:34.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f75200700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9f64000c00 tx=0x7f9f6400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f64026070 con 0x7f9f701090f0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f701a71b0 con 0x7f9f701090f0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9f6400be70 con 0x7f9f701090f0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.097+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f64017650 con 0x7f9f701090f0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.098+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f701a7660 con 0x7f9f701090f0 2024-04-26T01:46:34.097 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.099+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f70069730 con 0x7f9f701090f0 2024-04-26T01:46:34.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.100+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f9f64029070 con 0x7f9f701090f0 2024-04-26T01:46:34.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.102+0000 7f9f6d600700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 0x7f9f580a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:34.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.102+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9f640d1330 con 0x7f9f701090f0 2024-04-26T01:46:34.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.102+0000 7f9f6fe00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 0x7f9f580a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:34.101 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.103+0000 7f9f6fe00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 0x7f9f580a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c009c60 tx=0x7f9f5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:34.104 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.107+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f6405dff0 con 0x7f9f701090f0 2024-04-26T01:46:34.349 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.351+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f9f70062e80 con 0x7f9f580a3cc0 2024-04-26T01:46:34.352 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.354+0000 7f9f6d600700 1 -- 172.21.15.100:0/232945990 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f9f70062e80 con 0x7f9f580a3cc0 2024-04-26T01:46:34.352 INFO:teuthology.orchestra.run.smithi100.stdout:Backend: cephadm 2024-04-26T01:46:34.352 INFO:teuthology.orchestra.run.smithi100.stdout:Available: Yes 2024-04-26T01:46:34.352 INFO:teuthology.orchestra.run.smithi100.stdout:Paused: No 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 msgr2=0x7f9f580a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 0x7f9f580a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c009c60 tx=0x7f9f5c009260 comp rx=0 tx=0).stop 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 msgr2=0x7f9f7019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9f64000c00 tx=0x7f9f6400f690 comp rx=0 tx=0).stop 2024-04-26T01:46:34.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 shutdown_connections 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9f580a3cc0 0x7f9f580a6180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f7010ac90 0x7f9f701a6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9f701090f0 0x7f9f7019f2c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 --2- 172.21.15.100:0/232945990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9f7010a2f0 0x7f9f7019f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 >> 172.21.15.100:0/232945990 conn(0x7f9f700780c0 msgr2=0x7f9f7010d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 shutdown_connections 2024-04-26T01:46:34.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:34.357+0000 7f9f77c00700 1 -- 172.21.15.100:0/232945990 wait complete. 2024-04-26T01:46:34.744 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:34 smithi100 ceph-mon[28020]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:34.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:34 smithi148 ceph-mon[32990]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:34 smithi133 ceph-mon[32344]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:35.200 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T01:46:35.642 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:35.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:35 smithi100 ceph-mon[28020]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:35.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:35 smithi148 ceph-mon[32990]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:35.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:35 smithi133 ceph-mon[32344]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:36 smithi148 ceph-mon[32990]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:36 smithi100 ceph-mon[28020]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:36 smithi133 ceph-mon[32344]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 -- 172.21.15.100:0/3653555066 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c102ac0 msgr2=0x7f3b5c102f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 --2- 172.21.15.100:0/3653555066 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c102f20 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3b480099c0 tx=0x7f3b48009cd0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 -- 172.21.15.100:0/3653555066 shutdown_connections 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 --2- 172.21.15.100:0/3653555066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 --2- 172.21.15.100:0/3653555066 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 --2- 172.21.15.100:0/3653555066 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c102f20 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.918+0000 7f3b62800700 1 -- 172.21.15.100:0/3653555066 >> 172.21.15.100:0/3653555066 conn(0x7f3b5c0fce60 msgr2=0x7f3b5c0ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:37.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.919+0000 7f3b62800700 1 -- 172.21.15.100:0/3653555066 shutdown_connections 2024-04-26T01:46:37.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.919+0000 7f3b62800700 1 -- 172.21.15.100:0/3653555066 wait complete. 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.920+0000 7f3b62800700 1 Processor -- start 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.920+0000 7f3b62800700 1 -- start start 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5c10d470 con 0x7f3b5c1018c0 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5c10d2f0 con 0x7f3b5c103460 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b62800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3b5c10d5f0 con 0x7f3b5c102ac0 2024-04-26T01:46:37.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b60a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42434/0 (socket says 172.21.15.100:42434) 2024-04-26T01:46:37.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 -- 172.21.15.100:0/3725802575 learned_addr learned my addr 172.21.15.100:0/3725802575 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 -- 172.21.15.100:0/3725802575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c102ac0 msgr2=0x7f3b5c19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.921+0000 7f3b61e00700 1 -- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 msgr2=0x7f3b5c19adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b61e00700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c19adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b61e00700 1 -- 172.21.15.100:0/3725802575 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b5c1a2a10 con 0x7f3b5c103460 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b61400700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b61e00700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400ef30 tx=0x7f3b5400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b540092e0 con 0x7f3b5c103460 2024-04-26T01:46:37.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3b54004bb0 con 0x7f3b5c103460 2024-04-26T01:46:37.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b5c1a2ca0 con 0x7f3b5c103460 2024-04-26T01:46:37.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5400cea0 con 0x7f3b5c103460 2024-04-26T01:46:37.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.922+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b5c1a3190 con 0x7f3b5c103460 2024-04-26T01:46:37.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.923+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b5c069730 con 0x7f3b5c103460 2024-04-26T01:46:37.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.926+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f3b5401b030 con 0x7f3b5c103460 2024-04-26T01:46:37.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.927+0000 7f3b5a000700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 0x7f3b440a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.927+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3b540cfe20 con 0x7f3b5c103460 2024-04-26T01:46:37.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.927+0000 7f3b61400700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 0x7f3b440a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.926 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.928+0000 7f3b61400700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 0x7f3b440a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c102920 tx=0x7f3b5000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.929 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:37.932+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b54022020 con 0x7f3b5c103460 2024-04-26T01:46:38.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.166+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f3b5c0fefb0 con 0x7f3b440a3cc0 2024-04-26T01:46:38.191 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.193+0000 7f3b5a000700 1 -- 172.21.15.100:0/3725802575 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f3b5c0fefb0 con 0x7f3b440a3cc0 2024-04-26T01:46:38.191 INFO:teuthology.orchestra.run.smithi100.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T01:46:38.191 INFO:teuthology.orchestra.run.smithi100.stdout:mds.a smithi100 running (3m) 51s ago 3m 12.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 72ca90daf5c1 2024-04-26T01:46:38.191 INFO:teuthology.orchestra.run.smithi100.stdout:mds.b smithi133 running (3m) 72s ago 3m 25.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 094af85c02fb 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.c smithi148 running (3m) 72s ago 3m 19.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 fbeac587ea9b 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.d smithi100 running (4m) 51s ago 4m 17.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 7d1bec613d7a 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.e smithi133 running (3m) 72s ago 3m 20.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 01d7887fd0fb 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.f smithi148 running (3m) 72s ago 3m 20.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 bb6d05576212 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.g smithi100 running (3m) 51s ago 3m 18.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 438ad9ef6bff 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.h smithi133 running (3m) 72s ago 3m 19.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 932ce5900ecb 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.i smithi148 running (3m) 72s ago 3m 22.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 9543e7730372 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.j smithi100 running (4m) 51s ago 4m 13.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f78f0d8dbd73 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.k smithi133 running (4m) 72s ago 4m 20.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f2adda828b7c 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mds.l smithi148 running (4m) 72s ago 4m 19.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 834eb1d71846 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mgr.x smithi100 *:9283,8765 running (12m) 51s ago 12m 516M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f1f6c92f4508 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mgr.y smithi133 *:8443,8765 running (10m) 72s ago 10m 456M - 19.0.0-3156-gd69f13d8 da4b004c09e8 b1c25cf5415f 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mgr.z smithi148 *:8443,8765 running (10m) 72s ago 10m 453M - 19.0.0-3156-gd69f13d8 da4b004c09e8 12684dc73b46 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mon.a smithi100 running (12m) 51s ago 12m 49.3M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 7e96895ef019 2024-04-26T01:46:38.192 INFO:teuthology.orchestra.run.smithi100.stdout:mon.b smithi133 running (10m) 72s ago 10m 41.6M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 c4ee7cc2c175 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:mon.c smithi148 running (10m) 72s ago 10m 41.5M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 3c112063e51d 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.0 smithi100 running (9m) 51s ago 9m 56.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 5fd6e22ba29f 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.1 smithi133 running (9m) 72s ago 9m 46.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 b60021370bc6 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.2 smithi148 running (8m) 72s ago 8m 49.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 0d777e323b2e 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.3 smithi100 running (8m) 51s ago 8m 42.4M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 0343460ef4dc 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.4 smithi133 running (7m) 72s ago 7m 42.4M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 00e89cd1d172 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.5 smithi148 running (7m) 72s ago 7m 43.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 d5d70d057285 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.6 smithi100 running (6m) 51s ago 6m 51.1M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 aaed0f44b037 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.7 smithi133 running (6m) 72s ago 6m 46.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 4e73df1e2e90 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.8 smithi148 running (6m) 72s ago 6m 57.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 17cb88c46d76 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.9 smithi100 running (5m) 51s ago 5m 50.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 813c4a5752b4 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.10 smithi133 running (5m) 72s ago 5m 56.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 1362146a5453 2024-04-26T01:46:38.193 INFO:teuthology.orchestra.run.smithi100.stdout:osd.11 smithi148 running (4m) 72s ago 4m 52.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 11205debe76e 2024-04-26T01:46:38.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 msgr2=0x7f3b440a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:38.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 0x7f3b440a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c102920 tx=0x7f3b5000b410 comp rx=0 tx=0).stop 2024-04-26T01:46:38.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 msgr2=0x7f3b5c1a2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:38.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400ef30 tx=0x7f3b5400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:38.194 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 shutdown_connections 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3b440a3cc0 0x7f3b440a6180 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b5c103460 0x7f3b5c1a2370 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b5c1018c0 0x7f3b5c19adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 --2- 172.21.15.100:0/3725802575 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b5c102ac0 0x7f3b5c19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 >> 172.21.15.100:0/3725802575 conn(0x7f3b5c0fce60 msgr2=0x7f3b5c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 shutdown_connections 2024-04-26T01:46:38.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:38.196+0000 7f3b62800700 1 -- 172.21.15.100:0/3725802575 wait complete. 2024-04-26T01:46:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:38 smithi148 ceph-mon[32990]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:38.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:38 smithi100 ceph-mon[28020]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:38.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:38 smithi133 ceph-mon[32344]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:39.043 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T01:46:39.494 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:39.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:39 smithi148 ceph-mon[32990]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:39.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:39 smithi100 ceph-mon[28020]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:39.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:39 smithi133 ceph-mon[32344]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:40.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:40 smithi148 ceph-mon[32990]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:40 smithi100 ceph-mon[28020]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:40 smithi133 ceph-mon[32344]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:41.830 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.831+0000 7fabe9a00700 1 -- 172.21.15.100:0/353563528 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4104640 msgr2=0x7fabe410aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.830 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.831+0000 7fabe9a00700 1 --2- 172.21.15.100:0/353563528 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4104640 0x7fabe410aef0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fabdc00b0d0 tx=0x7fabdc00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.831+0000 7fabe9a00700 1 -- 172.21.15.100:0/353563528 shutdown_connections 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 --2- 172.21.15.100:0/353563528 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4104640 0x7fabe410aef0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 --2- 172.21.15.100:0/353563528 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 0x7fabe4102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 --2- 172.21.15.100:0/353563528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4103ca0 0x7fabe4104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 -- 172.21.15.100:0/353563528 >> 172.21.15.100:0/353563528 conn(0x7fabe40fe040 msgr2=0x7fabe4100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 -- 172.21.15.100:0/353563528 shutdown_connections 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.832+0000 7fabe9a00700 1 -- 172.21.15.100:0/353563528 wait complete. 2024-04-26T01:46:41.831 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 Processor -- start 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 -- start start 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 0x7fabe40767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 0x7fabe4075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fabe410e6b0 con 0x7fabe4103ca0 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fabe410e530 con 0x7fabe4104640 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe9a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fabe410e830 con 0x7fabe4102aa0 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabdbe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabdbe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52514/0 (socket says 172.21.15.100:52514) 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabdbe00700 1 -- 172.21.15.100:0/4154950139 learned_addr learned my addr 172.21.15.100:0/4154950139 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.833+0000 7fabe3400700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 0x7fabe4075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.833 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabe2a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 0x7fabe40767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 -- 172.21.15.100:0/4154950139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 msgr2=0x7fabe40767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 0x7fabe40767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 -- 172.21.15.100:0/4154950139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 msgr2=0x7fabe4075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 0x7fabe4075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 -- 172.21.15.100:0/4154950139 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe4075c20 con 0x7fabe4103ca0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabe3400700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 0x7fabe4075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.834+0000 7fabdbe00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00eb30 tx=0x7fabcc00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.835+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc00cbd0 con 0x7fabe4103ca0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.835+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fabcc0044f0 con 0x7fabe4103ca0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.835+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc010430 con 0x7fabe4103ca0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.835+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe41a2dd0 con 0x7fabe4103ca0 2024-04-26T01:46:41.834 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.835+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe41a3230 con 0x7fabe4103ca0 2024-04-26T01:46:41.835 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.836+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe4069730 con 0x7fabe4103ca0 2024-04-26T01:46:41.836 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.838+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fabcc003ed0 con 0x7fabe4103ca0 2024-04-26T01:46:41.837 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.839+0000 7fabdb400700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 0x7fabc80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.837 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.839+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fabcc0d0680 con 0x7fabe4103ca0 2024-04-26T01:46:41.837 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.839+0000 7fabe2a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 0x7fabc80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.838 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.840+0000 7fabe2a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 0x7fabc80a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fabe4103b00 tx=0x7fabd4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:41.842 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:41.845+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabcc09d070 con 0x7fabe4103ca0 2024-04-26T01:46:42.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.081+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fabe4062e80 con 0x7fabc80a3cc0 2024-04-26T01:46:42.094 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.097+0000 7fabdb400700 1 -- 172.21.15.100:0/4154950139 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fabe4062e80 con 0x7fabc80a3cc0 2024-04-26T01:46:42.095 INFO:teuthology.orchestra.run.smithi100.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T01:46:42.095 INFO:teuthology.orchestra.run.smithi100.stdout:mds.all 12/12 76s ago 4m smithi100=a;smithi100=d;smithi100=g;smithi100=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi148=c;smithi148=f;smithi148=i;smithi148=l;count:12 2024-04-26T01:46:42.095 INFO:teuthology.orchestra.run.smithi100.stdout:mgr 3/3 76s ago 10m smithi100=x;smithi133=y;smithi148=z;count:3 2024-04-26T01:46:42.095 INFO:teuthology.orchestra.run.smithi100.stdout:mon 3/3 76s ago 10m smithi100:172.21.15.100=a;smithi133:172.21.15.133=b;smithi148:172.21.15.148=c;count:3 2024-04-26T01:46:42.095 INFO:teuthology.orchestra.run.smithi100.stdout:osd 12 76s ago - 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.100+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 msgr2=0x7fabc80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.100+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 0x7fabc80a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fabe4103b00 tx=0x7fabd4009260 comp rx=0 tx=0).stop 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.100+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 msgr2=0x7fabe4074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.100+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00eb30 tx=0x7fabcc00ee40 comp rx=0 tx=0).stop 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 shutdown_connections 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fabc80a3cc0 0x7fabc80a6180 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:42.098 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabe4104640 0x7fabe4075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:42.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fabe4102aa0 0x7fabe40767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:42.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 --2- 172.21.15.100:0/4154950139 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fabe4103ca0 0x7fabe4074e30 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:42.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 >> 172.21.15.100:0/4154950139 conn(0x7fabe40fe040 msgr2=0x7fabe4106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:42.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 shutdown_connections 2024-04-26T01:46:42.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:42.101+0000 7fabe9a00700 1 -- 172.21.15.100:0/4154950139 wait complete. 2024-04-26T01:46:42.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:42 smithi148 ceph-mon[32990]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:42.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:42 smithi100 ceph-mon[28020]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:42 smithi133 ceph-mon[32344]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:42.910 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T01:46:43.367 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:43 smithi148 ceph-mon[32990]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:43.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:43 smithi100 ceph-mon[28020]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:43.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:43 smithi133 ceph-mon[32344]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:44.710 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:44 smithi100 ceph-mon[28020]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:44 smithi148 ceph-mon[32990]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:44 smithi133 ceph-mon[32344]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 -- 172.21.15.100:0/573241253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c1029d0 msgr2=0x7f8c7c102df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 --2- 172.21.15.100:0/573241253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c102df0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c009990 tx=0x7f8c6c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 -- 172.21.15.100:0/573241253 shutdown_connections 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 --2- 172.21.15.100:0/573241253 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 0x7f8c7c10ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 --2- 172.21.15.100:0/573241253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c102df0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 --2- 172.21.15.100:0/573241253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.554+0000 7f8c7b200700 1 -- 172.21.15.100:0/573241253 >> 172.21.15.100:0/573241253 conn(0x7f8c7c0fdf70 msgr2=0x7f8c7c1003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:45.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.555+0000 7f8c7b200700 1 -- 172.21.15.100:0/573241253 shutdown_connections 2024-04-26T01:46:45.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.555+0000 7f8c7b200700 1 -- 172.21.15.100:0/573241253 wait complete. 2024-04-26T01:46:45.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 Processor -- start 2024-04-26T01:46:45.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 -- start start 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 0x7f8c7c1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c10e5f0 con 0x7f8c7c104570 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c10e470 con 0x7f8c7c1029d0 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c7b200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c10e770 con 0x7f8c7c103bd0 2024-04-26T01:46:45.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c79e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.556+0000 7f8c79e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:55486/0 (socket says 172.21.15.100:55486) 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c79e00700 1 -- 172.21.15.100:0/337882757 learned_addr learned my addr 172.21.15.100:0/337882757 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c7a800700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 0x7f8c7c1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 -- 172.21.15.100:0/337882757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 msgr2=0x7f8c7c198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 -- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 msgr2=0x7f8c7c1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 0x7f8c7c1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.559 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 -- 172.21.15.100:0/337882757 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c7c1a0870 con 0x7f8c7c103bd0 2024-04-26T01:46:45.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.557+0000 7f8c71400700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c199160 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400e9f0 tx=0x7f8c6400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.558+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64004220 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.558+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8c64004d00 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.558+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c7c1a0b60 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.558+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c64005020 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.558+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c7c1a1050 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.559+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c7c069730 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.561+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f8c640053d0 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.563+0000 7f8c73400700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 0x7f8c600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.563+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8c640d0510 con 0x7f8c7c103bd0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.563+0000 7f8c79e00700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 0x7f8c600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:45.564 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.564+0000 7f8c79e00700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 0x7f8c600a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c00b2e0 tx=0x7f8c6c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:45.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.568+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8c6409cea0 con 0x7f8c7c103bd0 2024-04-26T01:46:45.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.800+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f8c7c062e80 con 0x7f8c600a3c40 2024-04-26T01:46:45.798 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:45 smithi100 ceph-mon[28020]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:45.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.803+0000 7f8c73400700 1 -- 172.21.15.100:0/337882757 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f8c7c062e80 con 0x7f8c600a3c40 2024-04-26T01:46:45.801 INFO:teuthology.orchestra.run.smithi100.stdout:HOST ADDR LABELS STATUS 2024-04-26T01:46:45.801 INFO:teuthology.orchestra.run.smithi100.stdout:smithi100 172.21.15.100 2024-04-26T01:46:45.801 INFO:teuthology.orchestra.run.smithi100.stdout:smithi133 172.21.15.133 2024-04-26T01:46:45.801 INFO:teuthology.orchestra.run.smithi100.stdout:smithi148 172.21.15.148 2024-04-26T01:46:45.801 INFO:teuthology.orchestra.run.smithi100.stdout:3 hosts in cluster 2024-04-26T01:46:45.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.806+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 msgr2=0x7f8c600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.806+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 0x7f8c600a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c00b2e0 tx=0x7f8c6c01a040 comp rx=0 tx=0).stop 2024-04-26T01:46:45.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.806+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 msgr2=0x7f8c7c199160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.806+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c199160 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8c6400e9f0 tx=0x7f8c6400ed00 comp rx=0 tx=0).stop 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 shutdown_connections 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8c7c104570 0x7f8c7c1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f8c600a3c40 0x7f8c600a6100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c7c1029d0 0x7f8c7c198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 --2- 172.21.15.100:0/337882757 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8c7c103bd0 0x7f8c7c199160 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 >> 172.21.15.100:0/337882757 conn(0x7f8c7c0fdf70 msgr2=0x7f8c7c106ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 shutdown_connections 2024-04-26T01:46:45.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:45.807+0000 7f8c7b200700 1 -- 172.21.15.100:0/337882757 wait complete. 2024-04-26T01:46:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:45 smithi133 ceph-mon[32344]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:46.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:45 smithi148 ceph-mon[32990]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:46.634 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T01:46:46.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:46 smithi100 ceph-mon[28020]: from='client.25000 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:46 smithi133 ceph-mon[32344]: from='client.25000 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:47.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:46 smithi148 ceph-mon[32990]: from='client.25000 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:47.085 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:47 smithi100 ceph-mon[28020]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:47 smithi133 ceph-mon[32344]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:47 smithi148 ceph-mon[32990]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:48.803 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:48.803 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.803 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.804 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.804 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:48 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:48 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:49.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:48 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 -- 172.21.15.100:0/125504845 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94105e60 msgr2=0x7f6c94108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 --2- 172.21.15.100:0/125504845 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94105e60 0x7f6c94108250 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c009990 tx=0x7f6c7c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 -- 172.21.15.100:0/125504845 shutdown_connections 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 --2- 172.21.15.100:0/125504845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94108790 0x7f6c9410ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 --2- 172.21.15.100:0/125504845 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94103530 0x7f6c94105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 --2- 172.21.15.100:0/125504845 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94105e60 0x7f6c94108250 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 -- 172.21.15.100:0/125504845 >> 172.21.15.100:0/125504845 conn(0x7f6c940fcf40 msgr2=0x7f6c940ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 -- 172.21.15.100:0/125504845 shutdown_connections 2024-04-26T01:46:49.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.338+0000 7f6c99800700 1 -- 172.21.15.100:0/125504845 wait complete. 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.339+0000 7f6c99800700 1 Processor -- start 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 -- start start 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94105e60 0x7f6c9419b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 0x7f6c941a2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9410e6d0 con 0x7f6c94103530 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9410e550 con 0x7f6c94105e60 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c99800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9410e850 con 0x7f6c94108790 2024-04-26T01:46:49.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c92a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c92a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45286/0 (socket says 172.21.15.100:45286) 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c92a00700 1 -- 172.21.15.100:0/713076385 learned_addr learned my addr 172.21.15.100:0/713076385 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c93400700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 0x7f6c941a2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.340+0000 7f6c8be00700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94105e60 0x7f6c9419b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 -- 172.21.15.100:0/713076385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94105e60 msgr2=0x7f6c9419b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94105e60 0x7f6c9419b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 -- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 msgr2=0x7f6c9419af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 -- 172.21.15.100:0/713076385 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c941a2be0 con 0x7f6c94108790 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c92a00700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c93400700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 0x7f6c941a2540 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00efb0 tx=0x7f6c8c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c003a00 con 0x7f6c94108790 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6c8c00ce70 con 0x7f6c94108790 2024-04-26T01:46:49.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c941a2ed0 con 0x7f6c94108790 2024-04-26T01:46:49.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.341+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c004830 con 0x7f6c94108790 2024-04-26T01:46:49.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.342+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c941a33d0 con 0x7f6c94108790 2024-04-26T01:46:49.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.343+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c94069730 con 0x7f6c94108790 2024-04-26T01:46:49.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.344+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f6c8c012050 con 0x7f6c94108790 2024-04-26T01:46:49.343 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.346+0000 7f6c8b400700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 0x7f6c780a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.343 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.346+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6c8c0cfbf0 con 0x7f6c94108790 2024-04-26T01:46:49.343 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.346+0000 7f6c92a00700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 0x7f6c780a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.343 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.347+0000 7f6c92a00700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 0x7f6c780a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6c84011550 tx=0x7f6c84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:49.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.350+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6c8c022060 con 0x7f6c94108790 2024-04-26T01:46:49.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.590+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 --> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f6c94062e80 con 0x7f6c780a3cc0 2024-04-26T01:46:49.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.594+0000 7f6c8b400700 1 -- 172.21.15.100:0/713076385 <== mgr.14152 v2:172.21.15.100:6800/466558262 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f6c94062e80 con 0x7f6c780a3cc0 2024-04-26T01:46:49.591 INFO:teuthology.orchestra.run.smithi100.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T01:46:49.591 INFO:teuthology.orchestra.run.smithi100.stdout:smithi100 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400WR400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:46:49.591 INFO:teuthology.orchestra.run.smithi100.stdout:smithi133 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401AQ400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:46:49.591 INFO:teuthology.orchestra.run.smithi100.stdout:smithi148 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233005G400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-04-26T01:46:49.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 msgr2=0x7f6c780a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 0x7f6c780a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6c84011550 tx=0x7f6c84009260 comp rx=0 tx=0).stop 2024-04-26T01:46:49.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 msgr2=0x7f6c941a2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 0x7f6c941a2540 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c00efb0 tx=0x7f6c8c00c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 shutdown_connections 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6c94108790 0x7f6c941a2540 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6c94103530 0x7f6c9419af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f6c780a3cc0 0x7f6c780a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 --2- 172.21.15.100:0/713076385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6c94105e60 0x7f6c9419b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 >> 172.21.15.100:0/713076385 conn(0x7f6c940fcf40 msgr2=0x7f6c94102c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 shutdown_connections 2024-04-26T01:46:49.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:49.597+0000 7f6c99800700 1 -- 172.21.15.100:0/713076385 wait complete. 2024-04-26T01:46:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:49 smithi133 ceph-mon[32344]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:49 smithi133 ceph-mon[32344]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:49.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:49.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:49.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:49 smithi100 ceph-mon[28020]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:49.988 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:49 smithi100 ceph-mon[28020]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:50.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:49 smithi148 ceph-mon[32990]: from='mgr.14152 172.21.15.100:0/3798799274' entity='mgr.x' 2024-04-26T01:46:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:49 smithi148 ceph-mon[32990]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:46:50.396 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:46:50.406 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:46:50.406 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T01:46:50.856 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:51.313 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:51 smithi100 ceph-mon[28020]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:51.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:51 smithi148 ceph-mon[32990]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:51.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:51 smithi133 ceph-mon[32344]: from='client.25006 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:46:52.529 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:52 smithi100 ceph-mon[28020]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:52.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:52 smithi148 ceph-mon[32990]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:52 smithi133 ceph-mon[32344]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 -- 172.21.15.100:0/207087629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 msgr2=0x7fcdf410abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 --2- 172.21.15.100:0/207087629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf410abf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcdec00b0a0 tx=0x7fcdec00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 -- 172.21.15.100:0/207087629 shutdown_connections 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 --2- 172.21.15.100:0/207087629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf410abf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 --2- 172.21.15.100:0/207087629 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4105910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 --2- 172.21.15.100:0/207087629 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 0x7fcdf4108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 -- 172.21.15.100:0/207087629 >> 172.21.15.100:0/207087629 conn(0x7fcdf40fcf30 msgr2=0x7fcdf40ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:53.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 -- 172.21.15.100:0/207087629 shutdown_connections 2024-04-26T01:46:53.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.075+0000 7fcdfc200700 1 -- 172.21.15.100:0/207087629 wait complete. 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.076+0000 7fcdfc200700 1 Processor -- start 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 -- start start 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 0x7fcdf41014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf4101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf410e640 con 0x7fcdf4103520 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf410e4c0 con 0x7fcdf4108780 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfc200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf410e7c0 con 0x7fcdf4105e50 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdf9800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdf9800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:57734/0 (socket says 172.21.15.100:57734) 2024-04-26T01:46:53.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdf9800700 1 -- 172.21.15.100:0/117415813 learned_addr learned my addr 172.21.15.100:0/117415813 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdf8e00700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 0x7fcdf41014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.077+0000 7fcdfa200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf4101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 -- 172.21.15.100:0/117415813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 msgr2=0x7fcdf41014d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 0x7fcdf41014d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 -- 172.21.15.100:0/117415813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 msgr2=0x7fcdf4101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf4101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 -- 172.21.15.100:0/117415813 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdf41022c0 con 0x7fcdf4103520 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf9800700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcde800e9a0 tx=0x7fcde800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde800ca10 con 0x7fcdf4103520 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcde800cbb0 con 0x7fcdf4103520 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde8018680 con 0x7fcdf4103520 2024-04-26T01:46:53.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.078+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdf41a2e20 con 0x7fcdf4103520 2024-04-26T01:46:53.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.079+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdf41a3220 con 0x7fcdf4103520 2024-04-26T01:46:53.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.080+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdf402df80 con 0x7fcdf4103520 2024-04-26T01:46:53.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.082+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fcde8018820 con 0x7fcdf4103520 2024-04-26T01:46:53.080 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.083+0000 7fcdf2000700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 0x7fcddc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.080 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.083+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcde80d0580 con 0x7fcdf4103520 2024-04-26T01:46:53.080 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.084+0000 7fcdf8e00700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 0x7fcddc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.084+0000 7fcdf8e00700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 0x7fcddc0a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009c60 tx=0x7fcde4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:53.085 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.088+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcde809cf10 con 0x7fcdf4103520 2024-04-26T01:46:53.361 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.364+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fcdf40637a0 con 0x7fcdf4103520 2024-04-26T01:46:53.362 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.365+0000 7fcdf2000700 1 -- 172.21.15.100:0/117415813 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3108 (secure 0 0 0) 0x7fcde809c810 con 0x7fcdf4103520 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:e28 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:legacy client fscid: 1 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:Filesystem 'cephfs' (1) 2024-04-26T01:46:53.364 INFO:teuthology.orchestra.run.smithi100.stdout:fs_name cephfs 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:epoch 28 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:created 2024-04-26T01:43:26.014519+0000 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:modified 2024-04-26T01:43:51.526862+0000 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:tableserver 0 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:root 0 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:session_timeout 300 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:session_autoclose 300 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:max_file_size 1099511627776 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:max_xattr_size 65536 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:required_client_features {} 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:last_failure 0 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:last_failure_osd_epoch 0 2024-04-26T01:46:53.365 INFO:teuthology.orchestra.run.smithi100.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:max_mds 5 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:in 0,1,2,3,4 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:up {0=24533,1=24526,2=24515,3=24511,4=24499} 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:failed 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:damaged 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:stopped 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:data_pools [3] 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:metadata_pool 2 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:inline_data disabled 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:balancer 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:bal_rank_mask -1 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:standby_count_wanted 0 2024-04-26T01:46:53.366 INFO:teuthology.orchestra.run.smithi100.stdout:qdb_cluster leader: 24533 members: 24499,24511,24515,24526,24533 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.b{0:24533} state up:active seq 7 addr [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.h{0:24494} state up:standby-replay seq 1 addr [v2:172.21.15.133:6836/2577042243,v1:172.21.15.133:6837/2577042243] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.i{1:24526} state up:active seq 15 addr [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.d{1:24484} state up:standby-replay seq 1 addr [v2:172.21.15.100:6836/2484644803,v1:172.21.15.100:6837/2484644803] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.g{2:24515} state up:active seq 13 addr [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.e{2:24476} state up:standby-replay seq 1 addr [v2:172.21.15.133:6834/3376227086,v1:172.21.15.133:6835/3376227086] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.c{3:24511} state up:active seq 17 addr [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.l{3:24463} state up:standby-replay seq 1 addr [v2:172.21.15.148:6832/710717895,v1:172.21.15.148:6833/710717895] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.f{4:24499} state up:active seq 18 addr [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.k{4:24446} state up:standby-replay seq 1 addr [v2:172.21.15.133:6832/3217686984,v1:172.21.15.133:6833/3217686984] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:Standby daemons: 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.j{-1:14370} state up:standby seq 1 addr [v2:172.21.15.100:6834/3578095749,v1:172.21.15.100:6835/3578095749] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.367 INFO:teuthology.orchestra.run.smithi100.stdout:[mds.a{-1:14418} state up:standby seq 1 addr [v2:172.21.15.100:6840/3162034642,v1:172.21.15.100:6841/3162034642] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:46:53.368 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 msgr2=0x7fcddc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.368 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 0x7fcddc0a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009c60 tx=0x7fcde4009260 comp rx=0 tx=0).stop 2024-04-26T01:46:53.368 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 msgr2=0x7fcdf4102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.368 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcde800e9a0 tx=0x7fcde800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.368 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 shutdown_connections 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fcddc0a3cc0 0x7fcddc0a6180 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcdf4108780 0x7fcdf4101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fcdf4103520 0x7fcdf4102e80 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 --2- 172.21.15.100:0/117415813 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fcdf4105e50 0x7fcdf41014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 >> 172.21.15.100:0/117415813 conn(0x7fcdf40fcf30 msgr2=0x7fcdf4103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 shutdown_connections 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:53.368+0000 7fcdfc200700 1 -- 172.21.15.100:0/117415813 wait complete. 2024-04-26T01:46:53.369 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:46:53.754 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:53 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/117415813' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:46:53.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:53 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/117415813' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:46:53.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:53 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/117415813' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:46:54.295 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e2513004-036c-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T01:46:54.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:54 smithi100 ceph-mon[28020]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:54.755 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:54 smithi148 ceph-mon[32990]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:54 smithi133 ceph-mon[32344]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:46:56.679 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:56 smithi100 ceph-mon[28020]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:56 smithi148 ceph-mon[32990]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:56 smithi133 ceph-mon[32344]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 -- 172.21.15.100:0/1795350525 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 msgr2=0x7f479c10ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 --2- 172.21.15.100:0/1795350525 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c10ce00 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f479400b0a0 tx=0x7f479400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 -- 172.21.15.100:0/1795350525 shutdown_connections 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 --2- 172.21.15.100:0/1795350525 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c10ce00 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 --2- 172.21.15.100:0/1795350525 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 0x7f479c074ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 --2- 172.21.15.100:0/1795350525 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c075920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 -- 172.21.15.100:0/1795350525 >> 172.21.15.100:0/1795350525 conn(0x7f479c0fe040 msgr2=0x7f479c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 -- 172.21.15.100:0/1795350525 shutdown_connections 2024-04-26T01:46:56.949 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.951+0000 7f47a0c00700 1 -- 172.21.15.100:0/1795350525 wait complete. 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.952+0000 7f47a0c00700 1 Processor -- start 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.952+0000 7f47a0c00700 1 -- start start 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 0x7f479c19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c1a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f479c110870 con 0x7f479c10a970 2024-04-26T01:46:56.951 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f479c1106f0 con 0x7f479c0754a0 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f47a0c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f479c1109f0 con 0x7f479c076a70 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f4799e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f4799e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c19ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54446/0 (socket says 172.21.15.100:54446) 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f479a800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c1a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f4799e00700 1 -- 172.21.15.100:0/777421565 learned_addr learned my addr 172.21.15.100:0/777421565 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f4793e00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 0x7f479c19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f479a800700 1 -- 172.21.15.100:0/777421565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 msgr2=0x7f479c19b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.953+0000 7f479a800700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 0x7f479c19b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f479a800700 1 -- 172.21.15.100:0/777421565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 msgr2=0x7f479c19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f479a800700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f479a800700 1 -- 172.21.15.100:0/777421565 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f479c1a2ab0 con 0x7f479c10a970 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f479a800700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c1a2410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4794015000 tx=0x7f4794009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:56.952 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4794021070 con 0x7f479c10a970 2024-04-26T01:46:56.953 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4794007b80 con 0x7f479c10a970 2024-04-26T01:46:56.953 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47940052a0 con 0x7f479c10a970 2024-04-26T01:46:56.953 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f479c1a2d40 con 0x7f479c10a970 2024-04-26T01:46:56.953 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.954+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f479c1a31e0 con 0x7f479c10a970 2024-04-26T01:46:56.953 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.955+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f479c069730 con 0x7f479c10a970 2024-04-26T01:46:56.954 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.957+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f4794024070 con 0x7f479c10a970 2024-04-26T01:46:56.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.959+0000 7f4792a00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 0x7f47800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:56.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.959+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f479400f020 con 0x7f479c10a970 2024-04-26T01:46:56.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.959+0000 7f4799e00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 0x7f47800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:56.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.960+0000 7f4799e00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 0x7f47800a6180 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f478c005950 tx=0x7f478c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:56.960 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:56.964+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f479402b020 con 0x7f479c10a970 2024-04-26T01:46:57.191 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.194+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f479c063680 con 0x7f479c10a970 2024-04-26T01:46:57.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.196+0000 7f4792a00700 1 -- 172.21.15.100:0/777421565 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5312 (secure 0 0 0) 0x7f479409e240 con 0x7f479c10a970 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:epoch 91 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:fsid e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:created 2024-04-26T01:33:49.070654+0000 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:modified 2024-04-26T01:44:06.475535+0000 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T01:46:57.195 INFO:teuthology.orchestra.run.smithi100.stdout:crush_version 26 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:full_ratio 0.95 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:backfillfull_ratio 0.9 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:nearfull_ratio 0.85 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:require_min_compat_client luminous 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:min_compat_client luminous 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:require_osd_release squid 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:stretch_mode_enabled false 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:max_osd 12 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:osd.0 up in weight 1 up_from 8 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.100:6802/558921522,v1:172.21.15.100:6803/558921522] [v2:172.21.15.100:6804/558921522,v1:172.21.15.100:6805/558921522] exists,up 18907589-b229-46b0-b8c0-beb00bb67585 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:osd.1 up in weight 1 up_from 13 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6800/1567946827,v1:172.21.15.133:6801/1567946827] [v2:172.21.15.133:6802/1567946827,v1:172.21.15.133:6803/1567946827] exists,up 585752d1-760b-48c6-9b51-6ffd28bd39a3 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:osd.2 up in weight 1 up_from 18 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6800/2133858376,v1:172.21.15.148:6801/2133858376] [v2:172.21.15.148:6802/2133858376,v1:172.21.15.148:6803/2133858376] exists,up 77fddc53-bb17-4589-9fb7-237560ebf37b 2024-04-26T01:46:57.196 INFO:teuthology.orchestra.run.smithi100.stdout:osd.3 up in weight 1 up_from 25 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.100:6810/2648644460,v1:172.21.15.100:6811/2648644460] [v2:172.21.15.100:6812/2648644460,v1:172.21.15.100:6813/2648644460] exists,up 431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.4 up in weight 1 up_from 33 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6808/1984783148,v1:172.21.15.133:6809/1984783148] [v2:172.21.15.133:6810/1984783148,v1:172.21.15.133:6811/1984783148] exists,up 694b5563-1d11-4645-a1b6-fe29d9793b5b 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.5 up in weight 1 up_from 38 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6808/3571811796,v1:172.21.15.148:6809/3571811796] [v2:172.21.15.148:6810/3571811796,v1:172.21.15.148:6811/3571811796] exists,up ccc24a74-3fda-48c2-92fb-3a931c52861f 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.6 up in weight 1 up_from 46 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.100:6818/2947589039,v1:172.21.15.100:6819/2947589039] [v2:172.21.15.100:6820/2947589039,v1:172.21.15.100:6821/2947589039] exists,up a27b133f-77c4-4989-9a9d-0a497da41a99 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.7 up in weight 1 up_from 51 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6816/4188709943,v1:172.21.15.133:6817/4188709943] [v2:172.21.15.133:6818/4188709943,v1:172.21.15.133:6819/4188709943] exists,up ac3f1b03-d874-409b-a13f-ab0e3ac19674 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.8 up in weight 1 up_from 59 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6816/1272692578,v1:172.21.15.148:6817/1272692578] [v2:172.21.15.148:6818/1272692578,v1:172.21.15.148:6819/1272692578] exists,up 34250499-6399-4018-9898-b990bc3cafe7 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.9 up in weight 1 up_from 67 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.100:6826/702267990,v1:172.21.15.100:6827/702267990] [v2:172.21.15.100:6828/702267990,v1:172.21.15.100:6829/702267990] exists,up 27fc7905-6e7a-4e12-b5c5-bfade2c67133 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.10 up in weight 1 up_from 73 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6824/3506973367,v1:172.21.15.133:6825/3506973367] [v2:172.21.15.133:6826/3506973367,v1:172.21.15.133:6827/3506973367] exists,up c246b543-5649-4e1c-b9ae-e1cabaa20e90 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:osd.11 up in weight 1 up_from 81 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.148:6824/3578070656,v1:172.21.15.148:6825/3578070656] [v2:172.21.15.148:6826/3578070656,v1:172.21.15.148:6827/3578070656] exists,up 2bf8e585-4f97-4d9e-af94-ef2848e65fe3 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 2.5 [8,11] 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 2.a [2,11] 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 2.14 [2,4] 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 3.2 [3,9] 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 3.e [4,6] 2024-04-26T01:46:57.197 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 3.13 [4,9] 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 3.17 [4,8] 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:pg_upmap_items 3.25 [5,9] 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/691924702 expires 2024-04-27T01:35:05.200705+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:6801/2011962330 expires 2024-04-27T01:35:05.200705+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/514650285 expires 2024-04-27T01:35:05.200705+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:6801/2720005160 expires 2024-04-27T01:34:31.107984+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:6800/2720005160 expires 2024-04-27T01:34:31.107984+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/3019551306 expires 2024-04-27T01:34:31.107984+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:6800/2011962330 expires 2024-04-27T01:35:05.200705+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/1406746040 expires 2024-04-27T01:34:31.107984+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/2563810532 expires 2024-04-27T01:34:31.107984+0000 2024-04-26T01:46:57.198 INFO:teuthology.orchestra.run.smithi100.stdout:blocklist 172.21.15.100:0/1140887639 expires 2024-04-27T01:35:05.200705+0000 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 msgr2=0x7f47800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 0x7f47800a6180 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f478c005950 tx=0x7f478c009260 comp rx=0 tx=0).stop 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 msgr2=0x7f479c1a2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c1a2410 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4794015000 tx=0x7f4794009780 comp rx=0 tx=0).stop 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 shutdown_connections 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f479c10a970 0x7f479c1a2410 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:57.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f47800a3cc0 0x7f47800a6180 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:57.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f479c0754a0 0x7f479c19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:57.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 --2- 172.21.15.100:0/777421565 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f479c076a70 0x7f479c19b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:57.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.199+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 >> 172.21.15.100:0/777421565 conn(0x7f479c0fe040 msgr2=0x7f479c106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:57.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.200+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 shutdown_connections 2024-04-26T01:46:57.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:46:57.200+0000 7f47a0c00700 1 -- 172.21.15.100:0/777421565 wait complete. 2024-04-26T01:46:57.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:57 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/777421565' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:46:57.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:57 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/777421565' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:46:57.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:57 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/777421565' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:46:58.071 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T01:46:58.082 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:46:58.524 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:46:58 smithi148 ceph-mon[32990]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:58.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:46:58 smithi100 ceph-mon[28020]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:46:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:46:58 smithi133 ceph-mon[32344]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:00.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:00 smithi100 ceph-mon[28020]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:00.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.807+0000 7f75a6200700 1 -- 172.21.15.100:0/4244316631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 msgr2=0x7f75a0075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:00.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.807+0000 7f75a6200700 1 --2- 172.21.15.100:0/4244316631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a0075050 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7590009990 tx=0x7f7590009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 -- 172.21.15.100:0/4244316631 shutdown_connections 2024-04-26T01:47:00.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 --2- 172.21.15.100:0/4244316631 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 0x7f75a0116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 --2- 172.21.15.100:0/4244316631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a0075050 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 --2- 172.21.15.100:0/4244316631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01136d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 -- 172.21.15.100:0/4244316631 >> 172.21.15.100:0/4244316631 conn(0x7f75a0079ba0 msgr2=0x7f75a0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 -- 172.21.15.100:0/4244316631 shutdown_connections 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.808+0000 7f75a6200700 1 -- 172.21.15.100:0/4244316631 wait complete. 2024-04-26T01:47:00.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.809+0000 7f75a6200700 1 Processor -- start 2024-04-26T01:47:00.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 -- start start 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a01a55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01a5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 0x7f75a019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f75a01193b0 con 0x7f75a0113c10 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75a0119230 con 0x7f75a0074c70 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.810+0000 7f75a6200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f75a0119530 con 0x7f75a0075590 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f759f400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a01a55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f759fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 0x7f75a019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:00.809 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f759f400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a01a55e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54462/0 (socket says 172.21.15.100:54462) 2024-04-26T01:47:00.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01a5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:00.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f759f400700 1 -- 172.21.15.100:0/3599439061 learned_addr learned my addr 172.21.15.100:0/3599439061 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:00 smithi148 ceph-mon[32990]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:00.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 -- 172.21.15.100:0/3599439061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 msgr2=0x7f75a01a55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:00.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a01a55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 -- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 msgr2=0x7f75a019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 0x7f75a019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.811+0000 7f7596a00700 1 -- 172.21.15.100:0/3599439061 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a019ff90 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f7596a00700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01a5b20 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f758800e9f0 tx=0x7f758800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588004220 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a01a0280 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7588004d00 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588005020 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.812+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a01ac560 con 0x7f75a0075590 2024-04-26T01:47:00.812 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.813+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a0076360 con 0x7f75a0075590 2024-04-26T01:47:00.813 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.815+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f7588004750 con 0x7f75a0075590 2024-04-26T01:47:00.814 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.816+0000 7f759cc00700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 0x7f75800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:00.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.817+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f75880d0480 con 0x7f75a0075590 2024-04-26T01:47:00.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.817+0000 7f759f400700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 0x7f75800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:00.815 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.817+0000 7f759f400700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 0x7f75800a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f759000b790 tx=0x7f759000b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:00.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:00.819+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f758809cea0 con 0x7f75a0075590 2024-04-26T01:47:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:00 smithi133 ceph-mon[32344]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:01.094 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.096+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f75a01ac730 con 0x7f75a0075590 2024-04-26T01:47:01.095 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.097+0000 7f759cc00700 1 -- 172.21.15.100:0/3599439061 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7f75880b4ed0 con 0x7f75a0075590 2024-04-26T01:47:01.096 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:01.096 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 msgr2=0x7f75800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 0x7f75800a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f759000b790 tx=0x7f759000b280 comp rx=0 tx=0).stop 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 msgr2=0x7f75a01a5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01a5b20 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f758800e9f0 tx=0x7f758800ed00 comp rx=0 tx=0).stop 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 shutdown_connections 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75a0113c10 0x7f75a019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f75800a3c40 0x7f75800a6100 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:01.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75a0074c70 0x7f75a01a55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:01.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 --2- 172.21.15.100:0/3599439061 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75a0075590 0x7f75a01a5b20 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:01.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.100+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 >> 172.21.15.100:0/3599439061 conn(0x7f75a0079ba0 msgr2=0x7f75a0112a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:01.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.101+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 shutdown_connections 2024-04-26T01:47:01.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:01.101+0000 7f75a6200700 1 -- 172.21.15.100:0/3599439061 wait complete. 2024-04-26T01:47:01.100 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:47:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:01 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3599439061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:01.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:01 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3599439061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:01.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:01 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3599439061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:01.935 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:47:02.375 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:02 smithi148 ceph-mon[32990]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:02.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:02 smithi100 ceph-mon[28020]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:02 smithi133 ceph-mon[32344]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:04.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 -- 172.21.15.100:0/168997441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a4806b0f0 msgr2=0x7f4a4810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:04.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 --2- 172.21.15.100:0/168997441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f900 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4a4000b0a0 tx=0x7f4a4000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 -- 172.21.15.100:0/168997441 shutdown_connections 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 --2- 172.21.15.100:0/168997441 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f900 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 --2- 172.21.15.100:0/168997441 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a48108a30 0x7f4a48108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 --2- 172.21.15.100:0/168997441 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 -- 172.21.15.100:0/168997441 >> 172.21.15.100:0/168997441 conn(0x7f4a480788f0 msgr2=0x7f4a48078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 -- 172.21.15.100:0/168997441 shutdown_connections 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.525+0000 7f4a4e800700 1 -- 172.21.15.100:0/168997441 wait complete. 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.526+0000 7f4a4e800700 1 Processor -- start 2024-04-26T01:47:04.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.526+0000 7f4a4e800700 1 -- start start 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 0x7f4a481a40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48112de0 con 0x7f4a4806b0f0 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48112c60 con 0x7f4a48108a30 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a4e800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48112f60 con 0x7f4a4806a750 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a47400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a47400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35136/0 (socket says 172.21.15.100:35136) 2024-04-26T01:47:04.527 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a47400700 1 -- 172.21.15.100:0/694301198 learned_addr learned my addr 172.21.15.100:0/694301198 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a46a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.527+0000 7f4a47e00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 0x7f4a481a40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 -- 172.21.15.100:0/694301198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 msgr2=0x7f4a481a40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 0x7f4a481a40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 -- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 msgr2=0x7f4a4810f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 -- 172.21.15.100:0/694301198 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a481a47a0 con 0x7f4a4806a750 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47e00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 0x7f4a481a40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a46a00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.528+0000 7f4a47400700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800e9a0 tx=0x7f4a3800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.529+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a3800ca10 con 0x7f4a4806a750 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.529+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a481a4a30 con 0x7f4a4806a750 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.529+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4a3800cbb0 con 0x7f4a4806a750 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.529+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a38018680 con 0x7f4a4806a750 2024-04-26T01:47:04.528 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.529+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a481ac380 con 0x7f4a4806a750 2024-04-26T01:47:04.529 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.531+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a48069730 con 0x7f4a4806a750 2024-04-26T01:47:04.531 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.533+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f4a38018820 con 0x7f4a4806a750 2024-04-26T01:47:04.533 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.536+0000 7f4a3fe00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 0x7f4a2c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:04.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.536+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4a380d0500 con 0x7f4a4806a750 2024-04-26T01:47:04.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.536+0000 7f4a46a00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 0x7f4a2c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:04.534 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.537+0000 7f4a46a00700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 0x7f4a2c0a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4a48103770 tx=0x7f4a34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:04.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.543+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4a3809cef0 con 0x7f4a4806a750 2024-04-26T01:47:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:04 smithi148 ceph-mon[32990]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:04.818 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.819+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a481ac550 con 0x7f4a4806a750 2024-04-26T01:47:04.818 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:04 smithi100 ceph-mon[28020]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:04.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.821+0000 7f4a3fe00700 1 -- 172.21.15.100:0/694301198 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11958 (secure 0 0 0) 0x7f4a3809c7f0 con 0x7f4a4806a750 2024-04-26T01:47:04.819 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:04.820 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:43:51.526862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 msgr2=0x7f4a2c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 0x7f4a2c0a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4a48103770 tx=0x7f4a34009260 comp rx=0 tx=0).stop 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 msgr2=0x7f4a4810ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800e9a0 tx=0x7f4a3800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 shutdown_connections 2024-04-26T01:47:04.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f4a2c0a3c40 0x7f4a2c0a6100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4a48108a30 0x7f4a481a40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4a4806a750 0x7f4a4810ec30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 --2- 172.21.15.100:0/694301198 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4a4806b0f0 0x7f4a4810f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 >> 172.21.15.100:0/694301198 conn(0x7f4a480788f0 msgr2=0x7f4a480ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 shutdown_connections 2024-04-26T01:47:04.823 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:04.824+0000 7f4a4e800700 1 -- 172.21.15.100:0/694301198 wait complete. 2024-04-26T01:47:04.824 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 28 2024-04-26T01:47:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:04 smithi133 ceph-mon[32344]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:05.629 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:47:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:05 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/694301198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:05.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:05 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/694301198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:05 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/694301198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:06.051 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:06 smithi148 ceph-mon[32990]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:06 smithi100 ceph-mon[28020]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:06 smithi133 ceph-mon[32344]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.419+0000 7f3cb7800700 1 -- 172.21.15.100:0/2902762785 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 msgr2=0x7f3cb0115ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.419+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2902762785 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb0115ce0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800b0a0 tx=0x7f3ca800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 -- 172.21.15.100:0/2902762785 shutdown_connections 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2902762785 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb0115ce0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2902762785 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0076f70 0x7f3cb0077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2902762785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0077890 0x7f3cb01133b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 -- 172.21.15.100:0/2902762785 >> 172.21.15.100:0/2902762785 conn(0x7f3cb0100780 msgr2=0x7f3cb0102ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 -- 172.21.15.100:0/2902762785 shutdown_connections 2024-04-26T01:47:08.419 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.420+0000 7f3cb7800700 1 -- 172.21.15.100:0/2902762785 wait complete. 2024-04-26T01:47:08.420 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.421+0000 7f3cb7800700 1 Processor -- start 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.421+0000 7f3cb7800700 1 -- start start 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 0x7f3cb01a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb019f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb01193b0 con 0x7f3cb01138f0 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb0119230 con 0x7f3cb0076f70 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb7800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb0119530 con 0x7f3cb0077890 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb5800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb019f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb4e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb4e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42904/0 (socket says 172.21.15.100:42904) 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cb4e00700 1 -- 172.21.15.100:0/2943844442 learned_addr learned my addr 172.21.15.100:0/2943844442 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.422+0000 7f3cafe00700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 0x7f3cb01a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 -- 172.21.15.100:0/2943844442 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 msgr2=0x7f3cb01a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.421 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 0x7f3cb01a5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 -- 172.21.15.100:0/2943844442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 msgr2=0x7f3cb01a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 -- 172.21.15.100:0/2943844442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb019ff70 con 0x7f3cb01138f0 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cafe00700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 0x7f3cb01a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:08.422 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb4e00700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb5800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb019f690 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800b070 tx=0x7f3ca8004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca8021070 con 0x7f3cb01138f0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3ca8007e50 con 0x7f3cb01138f0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb01a0200 con 0x7f3cb01138f0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca8004600 con 0x7f3cb01138f0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.423+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb01ac4f0 con 0x7f3cb01138f0 2024-04-26T01:47:08.423 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.425+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cb00786b0 con 0x7f3cb01138f0 2024-04-26T01:47:08.424 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.426+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f3ca8003c90 con 0x7f3cb01138f0 2024-04-26T01:47:08.426 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.428+0000 7f3cad600700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 0x7f3c980a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:08.426 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.428+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3ca80d1160 con 0x7f3cb01138f0 2024-04-26T01:47:08.426 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.428+0000 7f3cb4e00700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 0x7f3c980a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:08.427 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.429+0000 7f3cb4e00700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 0x7f3c980a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4011550 tx=0x7f3ca4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:08.430 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.432+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ca809db80 con 0x7f3cb01138f0 2024-04-26T01:47:08.662 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.663+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3cb01a0b70 con 0x7f3cb01138f0 2024-04-26T01:47:08.665 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.667+0000 7f3cad600700 1 -- 172.21.15.100:0/2943844442 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22721 (secure 0 0 0) 0x7f3ca809d480 con 0x7f3cb01138f0 2024-04-26T01:47:08.665 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:08.666 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":91,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:44:06.475535+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:47:08.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 msgr2=0x7f3c980a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 0x7f3c980a6180 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4011550 tx=0x7f3ca4009260 comp rx=0 tx=0).stop 2024-04-26T01:47:08.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 msgr2=0x7f3cb019f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb019f690 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800b070 tx=0x7f3ca8004c60 comp rx=0 tx=0).stop 2024-04-26T01:47:08.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 shutdown_connections 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3cb01138f0 0x7f3cb019f690 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3c980a3cc0 0x7f3c980a6180 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3cb0076f70 0x7f3cb01a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 --2- 172.21.15.100:0/2943844442 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3cb0077890 0x7f3cb01a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 >> 172.21.15.100:0/2943844442 conn(0x7f3cb0100780 msgr2=0x7f3cb0102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 shutdown_connections 2024-04-26T01:47:08.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:08.670+0000 7f3cb7800700 1 -- 172.21.15.100:0/2943844442 wait complete. 2024-04-26T01:47:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:08 smithi148 ceph-mon[32990]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:08.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:08 smithi100 ceph-mon[28020]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:08 smithi133 ceph-mon[32344]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:09.651 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:43:26.014519+0000', 'modified': '2024-04-26T01:43:51.526862+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24533, 'mds_1': 24526, 'mds_2': 24515, 'mds_3': 24511, 'mds_4': 24499}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24446': {'gid': 24446, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6833/3217686984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 3217686984}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 3217686984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6833/710717895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6832', 'nonce': 710717895}, {'type': 'v1', 'addr': '172.21.15.148:6833', 'nonce': 710717895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3376227086', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3376227086}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3376227086}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.100:6837/2484644803', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6836', 'nonce': 2484644803}, {'type': 'v1', 'addr': '172.21.15.100:6837', 'nonce': 2484644803}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/2577042243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 2577042243}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 2577042243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.148:6835/3676070243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6834', 'nonce': 3676070243}, {'type': 'v1', 'addr': '172.21.15.148:6835', 'nonce': 3676070243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.148:6837/1262727475', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6836', 'nonce': 1262727475}, {'type': 'v1', 'addr': '172.21.15.148:6837', 'nonce': 1262727475}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.100:6839/2373959834', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6838', 'nonce': 2373959834}, {'type': 'v1', 'addr': '172.21.15.100:6839', 'nonce': 2373959834}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24526': {'gid': 24526, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.148:6839/3849159261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 3849159261}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 3849159261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24533': {'gid': 24533, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.133:6839/4232283142', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 4232283142}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 4232283142}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24533, 'qdb_cluster': [24499, 24511, 24515, 24526, 24533]} 2024-04-26T01:47:09.652 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:47:09.652 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.f status 2024-04-26T01:47:09.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:09 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2943844442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:09.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:09 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2943844442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:09.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:09 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2943844442' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:10.110 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:10 smithi148 ceph-mon[32990]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:10.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:10 smithi100 ceph-mon[28020]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:10 smithi133 ceph-mon[32344]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:11.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:11 smithi133 ceph-mon[32344]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:11.936 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:11 smithi100 ceph-mon[28020]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:12.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:11 smithi148 ceph-mon[32990]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:12.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 -- 172.21.15.100:0/789776640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c109fa0 msgr2=0x7f968c111b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 --2- 172.21.15.100:0/789776640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c109fa0 0x7f968c111b70 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f968400b0a0 tx=0x7f968400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.485 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 -- 172.21.15.100:0/789776640 shutdown_connections 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 --2- 172.21.15.100:0/789776640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c109fa0 0x7f968c111b70 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 --2- 172.21.15.100:0/789776640 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c104ec0 0x7f968c1052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 --2- 172.21.15.100:0/789776640 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c105870 0x7f968c1098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 -- 172.21.15.100:0/789776640 >> 172.21.15.100:0/789776640 conn(0x7f968c100750 msgr2=0x7f968c102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.452+0000 7f9693200700 1 -- 172.21.15.100:0/789776640 shutdown_connections 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.453+0000 7f9693200700 1 -- 172.21.15.100:0/789776640 wait complete. 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.454+0000 7f9693200700 1 Processor -- start 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.454+0000 7f9693200700 1 -- start start 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 0x7f968c19b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 0x7f968c19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.486 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f968c114f90 con 0x7f968c109fa0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f968c114e10 con 0x7f968c104ec0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9693200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f968c115110 con 0x7f968c105870 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9691200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9691200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54066/0 (socket says 172.21.15.100:54066) 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f9691200700 1 -- 172.21.15.100:0/3121410896 learned_addr learned my addr 172.21.15.100:0/3121410896 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f968b400700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 0x7f968c19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.455+0000 7f968be00700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 0x7f968c19b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 -- 172.21.15.100:0/3121410896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 msgr2=0x7f968c19b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 0x7f968c19b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 -- 172.21.15.100:0/3121410896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 msgr2=0x7f968c19b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 0x7f968c19b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 -- 172.21.15.100:0/3121410896 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c1a0370 con 0x7f968c109fa0 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f968b400700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 0x7f968c19b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f968be00700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 0x7f968c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9691200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9684006070 tx=0x7f9684004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9688c00700 1 -- 172.21.15.100:0/3121410896 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9684021070 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f968c1a0600 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9688c00700 1 -- 172.21.15.100:0/3121410896 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9684007e50 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9688c00700 1 -- 172.21.15.100:0/3121410896 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96840046f0 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.456+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f968c1a7ee0 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.460+0000 7f9688c00700 1 -- 172.21.15.100:0/3121410896 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f9684007980 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.462+0000 7f9688c00700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 0x7f96700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.462+0000 7f969db9fb80 1 Processor -- start 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.462+0000 7f9688c00700 1 -- 172.21.15.100:0/3121410896 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f96840d0ec0 con 0x7f968c109fa0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.462+0000 7f968be00700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 0x7f96700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.462+0000 7f969db9fb80 1 -- start start 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf13c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf147570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf08fe40 con 0x55f3cf13c2f0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf0366e0 con 0x55f3cf13cc10 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f969db9fb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf08be00 con 0x55f3cf147ab0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f968be00700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 0x7f96700a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f967c011490 tx=0x7f967c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f968be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf13c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35174/0 (socket says 172.21.15.100:35174) 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f968b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf147570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f968be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf13c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54082/0 (socket says 172.21.15.100:54082) 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 -- 172.21.15.100:0/3109268052 learned_addr learned my addr 172.21.15.100:0/3109268052 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 -- 172.21.15.100:0/3109268052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 msgr2=0x55f3cf147570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf147570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 -- 172.21.15.100:0/3109268052 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 msgr2=0x55f3cf13c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.463+0000 7f9691200700 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf13c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.464+0000 7f9691200700 1 -- 172.21.15.100:0/3109268052 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3cf02c630 con 0x55f3cf147ab0 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.464+0000 7f9691200700 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9684099640 tx=0x7f9684009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=437e0a3801aae804 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.464+0000 7f9681600700 1 -- 172.21.15.100:0/3109268052 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f968402a070 con 0x55f3cf147ab0 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.464+0000 7f9681600700 1 -- 172.21.15.100:0/3109268052 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9684007c70 con 0x55f3cf147ab0 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.464+0000 7f9681600700 1 -- 172.21.15.100:0/3109268052 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f968409b310 con 0x55f3cf147ab0 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 -- 172.21.15.100:0/3109268052 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 msgr2=0x55f3cf149ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9684099640 tx=0x7f9684009c20 comp rx=0 tx=0).stop 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 -- 172.21.15.100:0/3109268052 shutdown_connections 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf149ea0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf13c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3109268052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf147570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 -- 172.21.15.100:0/3109268052 >> 172.21.15.100:0/3109268052 conn(0x55f3cf06b550 msgr2=0x55f3cf138790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 -- 172.21.15.100:0/3109268052 shutdown_connections 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.465+0000 7f969db9fb80 1 -- 172.21.15.100:0/3109268052 wait complete. 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 -- start start 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 Processor -- start 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf144590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf144ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf14a3e0 con 0x55f3cf13c2f0 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf049810 con 0x55f3cf13cc10 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf14a560 con 0x55f3cf147ab0 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.466+0000 7f969db9fb80 10 client.0 _ll_register_callbacks cb 0x55f3cf0286d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54088/0 (socket says 172.21.15.100:54088) 2024-04-26T01:47:12.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 -- 172.21.15.100:0/1430503507 learned_addr learned my addr 172.21.15.100:0/1430503507 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f9691200700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf144ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968b400700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf144590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 -- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 msgr2=0x55f3cf144ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf144ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 -- 172.21.15.100:0/1430503507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 msgr2=0x55f3cf144590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf144590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 -- 172.21.15.100:0/1430503507 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3cefdd880 con 0x55f3cf13c2f0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f9691200700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf144ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968b400700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf144590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f968be00700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f967c003a00 tx=0x7f967c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81768acd154d5699 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.467+0000 7f9676000700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c01fa80 con 0x55f3cf13c2f0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f967c01fc20 con 0x55f3cf13c2f0 2024-04-26T01:47:12.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9684007c70 con 0x55f3cf13c2f0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f967c01fe20 con 0x55f3cf13c2f0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f969db9fb80 10 client.14916 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3cf026aa0 con 0x55f3cf13c2f0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.468+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9684007c70 con 0x55f3cf13c2f0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f967c026070 con 0x55f3cf13c2f0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 10 client.14916 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 10 client.14916 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 20 client.14916 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1570b0 0x55f3cf158520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 4 client.14916 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3cf09d630 con 0x55f3cf1570b0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.469+0000 7f968b400700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1570b0 0x55f3cf158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.470+0000 7f968b400700 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1570b0 0x55f3cf158520 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d0b9a07852c972ec server_cookie=97221507a09f513c in_seq=0 out_seq=0 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.470+0000 7f9676000700 10 client.14916 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f9676000700 1 -- 172.21.15.100:0/1430503507 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f3cf09d630 con 0x55f3cf1570b0 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f9676000700 10 client.14916 handle_command_reply: tid=0 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 client.14916 shutdown 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 msgr2=0x55f3cf147290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f967c003a00 tx=0x7f967c0047c0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 shutdown_connections 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1570b0 0x55f3cf158520 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf144ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf147290 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1430503507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf144590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f9676000700 0 client.14916 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:47:12.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 >> 172.21.15.100:0/1430503507 conn(0x55f3cf06b550 msgr2=0x55f3cf137950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 shutdown_connections 2024-04-26T01:47:12.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.471+0000 7f969db9fb80 1 -- 172.21.15.100:0/1430503507 wait complete. 2024-04-26T01:47:12.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.472+0000 7f969db9fb80 20 client.14916 trim_cache size 0 max 16384 2024-04-26T01:47:12.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 Processor -- start 2024-04-26T01:47:12.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 -- start start 2024-04-26T01:47:12.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf152f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf156860 con 0x55f3cf147ab0 2024-04-26T01:47:12.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf156f30 con 0x55f3cf13cc10 2024-04-26T01:47:12.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.501+0000 7f969db9fb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf157600 con 0x55f3cf13c2f0 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf152f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f9691200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35200/0 (socket says 172.21.15.100:35200) 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968b400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf152f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42964/0 (socket says 172.21.15.100:42964) 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 -- 172.21.15.100:0/3333441474 learned_addr learned my addr 172.21.15.100:0/3333441474 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f9691200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54092/0 (socket says 172.21.15.100:54092) 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 -- 172.21.15.100:0/3333441474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 msgr2=0x55f3cf152f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf152f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 -- 172.21.15.100:0/3333441474 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 msgr2=0x55f3cf1534c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 -- 172.21.15.100:0/3333441474 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3cf1454d0 con 0x55f3cf13c2f0 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f9691200700 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.502+0000 7f968be00700 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f967c0094f0 tx=0x7f967c005900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ade4dccde127fd1c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f9680c00700 1 -- 172.21.15.100:0/3333441474 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c037030 con 0x55f3cf13c2f0 2024-04-26T01:47:12.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f9680c00700 1 -- 172.21.15.100:0/3333441474 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f967c02e030 con 0x55f3cf13c2f0 2024-04-26T01:47:12.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f9680c00700 1 -- 172.21.15.100:0/3333441474 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c028440 con 0x55f3cf13c2f0 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 -- 172.21.15.100:0/3333441474 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 msgr2=0x55f3cf1464d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f967c0094f0 tx=0x7f967c005900 comp rx=0 tx=0).stop 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 -- 172.21.15.100:0/3333441474 shutdown_connections 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf147ab0 0x55f3cf1534c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1464d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 --2- 172.21.15.100:0/3333441474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf152f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.503+0000 7f969db9fb80 1 -- 172.21.15.100:0/3333441474 >> 172.21.15.100:0/3333441474 conn(0x55f3cf06b550 msgr2=0x55f3cf145dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.504+0000 7f969db9fb80 1 -- 172.21.15.100:0/3333441474 shutdown_connections 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.504+0000 7f969db9fb80 1 -- 172.21.15.100:0/3333441474 wait complete. 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.504+0000 7f969db9fb80 1 -- start start 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.504+0000 7f969db9fb80 1 Processor -- start 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf1b6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf1583a0 con 0x55f3cf13c2f0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf157cd0 con 0x55f3cf13cc10 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f3cf158a70 con 0x55f3cf147ab0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f969db9fb80 10 client.0 _ll_register_callbacks cb 0x55f3cf0286d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f9691200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f9691200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35202/0 (socket says 172.21.15.100:35202) 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f9691200700 1 -- 172.21.15.100:0/1531672338 learned_addr learned my addr 172.21.15.100:0/1531672338 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54106/0 (socket says 172.21.15.100:54106) 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968b400700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf1b6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 -- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 msgr2=0x55f3cf15dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 -- 172.21.15.100:0/1531672338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 msgr2=0x55f3cf1b6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf1b6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f968be00700 1 -- 172.21.15.100:0/1531672338 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3cf15e390 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.505+0000 7f9691200700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f968be00700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f967c0094f0 tx=0x7f967c01f880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49d6b84fb86347d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f9676000700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f967c041060 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f967c005040 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f967c02e030 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f967c005240 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f969db9fb80 10 client.14922 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.506+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3cf1bedf0 con 0x55f3cf13c2f0 2024-04-26T01:47:12.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f967c02e030 con 0x55f3cf13c2f0 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f967c026070 con 0x55f3cf13c2f0 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 10 client.14922 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 10 client.14922 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 20 client.14922 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1c3530 0x55f3cf1c2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:12.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 4 client.14922 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "status"}) -- 0x55f3cf0976d0 con 0x55f3cf1c3530 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.507+0000 7f968b400700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1c3530 0x55f3cf1c2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f968b400700 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1c3530 0x55f3cf1c2240 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=82f5d0a1a4d3450f server_cookie=9f16a8e714fdb826 in_seq=0 out_seq=0 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f9676000700 10 client.14922 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f9676000700 1 -- 172.21.15.100:0/1531672338 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55f3cf0976d0 con 0x55f3cf1c3530 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f9676000700 10 client.14922 handle_command_reply: tid=0 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 client.14922 shutdown 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 msgr2=0x55f3cf1b64d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f967c0094f0 tx=0x7f967c01f880 comp rx=0 tx=0).stop 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 shutdown_connections 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55f3cf1c3530 0x55f3cf1c2240 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f3cf147ab0 0x55f3cf15dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f3cf13c2f0 0x55f3cf1b64d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 --2- 172.21.15.100:0/1531672338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f3cf13cc10 0x55f3cf1b6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f9676000700 0 client.14922 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.508+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 >> 172.21.15.100:0/1531672338 conn(0x55f3cf06b550 msgr2=0x55f3cf146650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.509+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 shutdown_connections 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.509+0000 7f969db9fb80 1 -- 172.21.15.100:0/1531672338 wait complete. 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.509+0000 7f969db9fb80 20 client.14922 trim_cache size 0 max 16384 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 4, 2024-04-26T01:47:12.511 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24499, 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 206.005172082, 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 270.56883004999997 2024-04-26T01:47:12.512 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 msgr2=0x7f96700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 0x7f96700a6180 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f967c011490 tx=0x7f967c009260 comp rx=0 tx=0).stop 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 msgr2=0x7f968c19fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9684006070 tx=0x7f9684004ce0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 shutdown_connections 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f968c109fa0 0x7f968c19fc30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f96700a3cc0 0x7f96700a6180 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f968c104ec0 0x7f968c19b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 --2- 172.21.15.100:0/3121410896 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f968c105870 0x7f968c19b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 >> 172.21.15.100:0/3121410896 conn(0x7f968c100750 msgr2=0x7f968c101290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 shutdown_connections 2024-04-26T01:47:12.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:12.510+0000 7f9693200700 1 -- 172.21.15.100:0/3121410896 wait complete. 2024-04-26T01:47:13.449 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:47:13.882 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:14 smithi148 ceph-mon[32990]: pgmap v445: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:14.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:14 smithi100 ceph-mon[28020]: pgmap v445: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:14 smithi133 ceph-mon[32344]: pgmap v445: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:16.271 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 -- 172.21.15.100:0/808965341 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 msgr2=0x7ff108075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 --2- 172.21.15.100:0/808965341 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff108075050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff0f800b0a0 tx=0x7ff0f800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 -- 172.21.15.100:0/808965341 shutdown_connections 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 --2- 172.21.15.100:0/808965341 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff10810f440 0x7ff108111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 --2- 172.21.15.100:0/808965341 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff108075050 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 --2- 172.21.15.100:0/808965341 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff108075590 0x7ff10810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 -- 172.21.15.100:0/808965341 >> 172.21.15.100:0/808965341 conn(0x7ff108079ba0 msgr2=0x7ff108079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 -- 172.21.15.100:0/808965341 shutdown_connections 2024-04-26T01:47:16.272 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.273+0000 7ff10ec00700 1 -- 172.21.15.100:0/808965341 wait complete. 2024-04-26T01:47:16.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.274+0000 7ff10ec00700 1 Processor -- start 2024-04-26T01:47:16.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.274+0000 7ff10ec00700 1 -- start start 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff108075590 0x7ff10819ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff10810f440 0x7ff10819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ff108114f80 con 0x7ff108074c70 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff108114e00 con 0x7ff10810f440 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10ec00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff108115100 con 0x7ff108075590 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff107e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff107e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51054/0 (socket says 172.21.15.100:51054) 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff107e00700 1 -- 172.21.15.100:0/729159330 learned_addr learned my addr 172.21.15.100:0/729159330 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff108075590 0x7ff10819ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff10cc00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff10810f440 0x7ff10819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.275+0000 7ff107e00700 1 -- 172.21.15.100:0/729159330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff108075590 msgr2=0x7ff10819ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff107e00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff108075590 0x7ff10819ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff107e00700 1 -- 172.21.15.100:0/729159330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff10810f440 msgr2=0x7ff10819fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff107e00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff10810f440 0x7ff10819fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff107e00700 1 -- 172.21.15.100:0/729159330 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1081a0490 con 0x7ff108074c70 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff107e00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80062a0 tx=0x7ff0f8004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff105600700 1 -- 172.21.15.100:0/729159330 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8021070 con 0x7ff108074c70 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff105600700 1 -- 172.21.15.100:0/729159330 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0f8007b80 con 0x7ff108074c70 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1081a0720 con 0x7ff108074c70 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff105600700 1 -- 172.21.15.100:0/729159330 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80052a0 con 0x7ff108074c70 2024-04-26T01:47:16.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.276+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1081a8000 con 0x7ff108074c70 2024-04-26T01:47:16.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.280+0000 7ff105600700 1 -- 172.21.15.100:0/729159330 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7ff0f8024070 con 0x7ff108074c70 2024-04-26T01:47:16.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.281+0000 7ff105600700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 0x7ff0ec0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.281+0000 7ff105600700 1 -- 172.21.15.100:0/729159330 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff0f800f020 con 0x7ff108074c70 2024-04-26T01:47:16.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.281+0000 7ff11950db80 1 Processor -- start 2024-04-26T01:47:16.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.281+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 0x7ff0ec0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 -- start start 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf77052f0 0x562cf77056d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562cf7658e40 con 0x562cf7705c10 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562cf75ff6e0 con 0x562cf7710ab0 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff11950db80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562cf7654e00 con 0x562cf77052f0 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 0x7ff0ec0a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff1081110d0 tx=0x7ff0f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff0ffe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff10cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.282+0000 7ff10cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:57950/0 (socket says 172.21.15.100:57950) 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 -- 172.21.15.100:0/676620590 learned_addr learned my addr 172.21.15.100:0/676620590 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff0ffe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51070/0 (socket says 172.21.15.100:51070) 2024-04-26T01:47:16.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff107e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf77052f0 0x562cf77056d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 -- 172.21.15.100:0/676620590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf77052f0 msgr2=0x562cf77056d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf77052f0 0x562cf77056d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 -- 172.21.15.100:0/676620590 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 msgr2=0x562cf7710570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 -- 172.21.15.100:0/676620590 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cf75f5630 con 0x562cf7710ab0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.283+0000 7ff10cc00700 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff100009c30 tx=0x7ff100009f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4cb3da7e34fe344 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.284+0000 7ff0fd600700 1 -- 172.21.15.100:0/676620590 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100011d10 con 0x562cf7710ab0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.284+0000 7ff0fd600700 1 -- 172.21.15.100:0/676620590 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff100004d00 con 0x562cf7710ab0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.284+0000 7ff0fd600700 1 -- 172.21.15.100:0/676620590 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100019690 con 0x562cf7710ab0 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.284+0000 7ff11950db80 1 -- 172.21.15.100:0/676620590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 msgr2=0x562cf7712ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.284+0000 7ff11950db80 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff100009c30 tx=0x7ff100009f40 comp rx=0 tx=0).stop 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 -- 172.21.15.100:0/676620590 shutdown_connections 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf7712ea0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf77052f0 0x562cf77056d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 --2- 172.21.15.100:0/676620590 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7710570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 -- 172.21.15.100:0/676620590 >> 172.21.15.100:0/676620590 conn(0x562cf7634550 msgr2=0x562cf7701790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 -- 172.21.15.100:0/676620590 shutdown_connections 2024-04-26T01:47:16.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 -- 172.21.15.100:0/676620590 wait complete. 2024-04-26T01:47:16.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.285+0000 7ff11950db80 1 -- start start 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 Processor -- start 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf7710210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7705c10 0x562cf770d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562cf77135a0 con 0x562cf77052f0 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562cf7612810 con 0x562cf7710ab0 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562cf7713720 con 0x562cf7705c10 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff11950db80 10 client.0 _ll_register_callbacks cb 0x562cf75f16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff10cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff107e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf7710210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff10cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:57958/0 (socket says 172.21.15.100:57958) 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.286+0000 7ff10cc00700 1 -- 172.21.15.100:0/333156656 learned_addr learned my addr 172.21.15.100:0/333156656 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:16.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7705c10 0x562cf770d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 -- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7705c10 msgr2=0x562cf770d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7705c10 0x562cf770d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 -- 172.21.15.100:0/333156656 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 msgr2=0x562cf7710210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf7710210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 -- 172.21.15.100:0/333156656 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cf75a6880 con 0x562cf7710ab0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff10cc00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff100009c00 tx=0x7ff100011dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ab9720e7ef9b6f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff0f6000700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.287+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff100029030 con 0x562cf7710ab0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff100004960 con 0x562cf7710ab0 2024-04-26T01:47:16.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff100004d00 con 0x562cf7710ab0 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff100004eb0 con 0x562cf7710ab0 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff11950db80 10 client.25043 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562cf75efaa0 con 0x562cf7710ab0 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.288+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff100004d00 con 0x562cf7710ab0 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff100003840 con 0x562cf7710ab0 2024-04-26T01:47:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 10 client.25043 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 10 client.25043 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 20 client.25043 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf7720090 0x562cf7721500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 4 client.25043 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562cf7666630 con 0x562cf7720090 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff107e00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf7720090 0x562cf7721500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff107e00700 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf7720090 0x562cf7721500 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e1f0d0578a3e43a server_cookie=73b1fe54869a80d8 in_seq=0 out_seq=0 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.289+0000 7ff0f6000700 10 client.25043 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.290+0000 7ff0f6000700 1 -- 172.21.15.100:0/333156656 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562cf7666630 con 0x562cf7720090 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.290+0000 7ff0f6000700 10 client.25043 handle_command_reply: tid=0 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.290+0000 7ff11950db80 1 client.25043 shutdown 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 msgr2=0x562cf770da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff100009c00 tx=0x7ff100011dd0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 shutdown_connections 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf7720090 0x562cf7721500 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7710ab0 0x562cf770da50 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf7710210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff0f6000700 0 client.25043 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 --2- 172.21.15.100:0/333156656 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7705c10 0x562cf770d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 >> 172.21.15.100:0/333156656 conn(0x562cf7634550 msgr2=0x562cf7700950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 shutdown_connections 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 1 -- 172.21.15.100:0/333156656 wait complete. 2024-04-26T01:47:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.291+0000 7ff11950db80 20 client.25043 trim_cache size 0 max 16384 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.313+0000 7ff11950db80 1 Processor -- start 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.313+0000 7ff11950db80 1 -- start start 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 0x562cf77010d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7701610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf77084f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.312 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562cf771f840 con 0x562cf7705c10 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562cf771ff10 con 0x562cf77052f0 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff11950db80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562cf77205e0 con 0x562cf7710ab0 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff0ffe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7701610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff0ffe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7701610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51090/0 (socket says 172.21.15.100:51090) 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 0x562cf77010d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff0ffe00700 1 -- 172.21.15.100:0/3479510296 learned_addr learned my addr 172.21.15.100:0/3479510296 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:16.313 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff10cc00700 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf77084f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.314 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 -- 172.21.15.100:0/3479510296 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 msgr2=0x562cf77084f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf77084f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 -- 172.21.15.100:0/3479510296 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 msgr2=0x562cf7701610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7701610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff107e00700 1 -- 172.21.15.100:0/3479510296 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cf770ba80 con 0x562cf77052f0 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.314+0000 7ff10cc00700 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf77084f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.315+0000 7ff107e00700 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 0x562cf77010d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80cf310 tx=0x7ff0f80be040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e38435ae6bb598b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.315+0000 7ff0fcc00700 1 -- 172.21.15.100:0/3479510296 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80b7070 con 0x562cf77052f0 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.315+0000 7ff0fcc00700 1 -- 172.21.15.100:0/3479510296 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0f80a6760 con 0x562cf77052f0 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.315+0000 7ff0fcc00700 1 -- 172.21.15.100:0/3479510296 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8007d30 con 0x562cf77052f0 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- 172.21.15.100:0/3479510296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 msgr2=0x562cf77010d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 0x562cf77010d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80cf310 tx=0x7ff0f80be040 comp rx=0 tx=0).stop 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- 172.21.15.100:0/3479510296 shutdown_connections 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf77084f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.315 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf77052f0 0x562cf77010d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 --2- 172.21.15.100:0/3479510296 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf7705c10 0x562cf7701610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- 172.21.15.100:0/3479510296 >> 172.21.15.100:0/3479510296 conn(0x562cf7634550 msgr2=0x562cf771f0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- 172.21.15.100:0/3479510296 shutdown_connections 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- 172.21.15.100:0/3479510296 wait complete. 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 -- start start 2024-04-26T01:47:16.316 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.316+0000 7ff11950db80 1 Processor -- start 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 0x562cf772a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf772aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562cf7721380 con 0x562cf77052f0 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562cf7720cb0 con 0x562cf7705c10 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562cf7721a50 con 0x562cf7710ab0 2024-04-26T01:47:16.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff11950db80 10 client.0 _ll_register_callbacks cb 0x562cf75f16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff107e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff107e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51096/0 (socket says 172.21.15.100:51096) 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff107e00700 1 -- 172.21.15.100:0/2625839007 learned_addr learned my addr 172.21.15.100:0/2625839007 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 0x562cf772a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.317+0000 7ff10cc00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf772aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 -- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 msgr2=0x562cf772aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf772aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 -- 172.21.15.100:0/2625839007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 msgr2=0x562cf772a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 0x562cf772a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 -- 172.21.15.100:0/2625839007 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cf7711e30 con 0x562cf77052f0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff10cc00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf772aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 0x562cf772a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff107e00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80a6230 tx=0x7ff0f809e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de929c225c4a3e44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:16.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff0f6000700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f80b7040 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff0f80074e0 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0f80a6760 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff0f802edb0 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff11950db80 10 client.14940 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.318+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562cf778ffa0 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0f80a6760 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff0f8085030 con 0x562cf77052f0 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 10 client.14940 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 10 client.14940 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 20 client.14940 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf77948e0 0x562cf77935f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 4 client.14940 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:47:16.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "status"}) -- 0x562cf76606d0 con 0x562cf77948e0 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.319+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf77948e0 0x562cf77935f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff0ffe00700 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf77948e0 0x562cf77935f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=25e455e6cbf6724b server_cookie=b05f8f3061e7f7a0 in_seq=0 out_seq=0 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff0f6000700 10 client.14940 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff0f6000700 1 -- 172.21.15.100:0/2625839007 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562cf76606d0 con 0x562cf77948e0 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff0f6000700 10 client.14940 handle_command_reply: tid=0 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 client.14940 shutdown 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 msgr2=0x562cf770b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80a6230 tx=0x7ff0f809e3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 shutdown_connections 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x562cf77948e0 0x562cf77935f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562cf7710ab0 0x562cf772aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.320+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562cf77052f0 0x562cf770b130 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff11950db80 1 --2- 172.21.15.100:0/2625839007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562cf7705c10 0x562cf772a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 >> 172.21.15.100:0/2625839007 conn(0x562cf7634550 msgr2=0x562cf7708430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff0f6000700 0 client.14940 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 shutdown_connections 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff11950db80 1 -- 172.21.15.100:0/2625839007 wait complete. 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.321+0000 7ff11950db80 20 client.14940 trim_cache size 0 max 16384 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 3, 2024-04-26T01:47:16.323 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24511, 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 210.827241456, 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 271.39051596399997 2024-04-26T01:47:16.324 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 msgr2=0x7ff0ec0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 0x7ff0ec0a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff1081110d0 tx=0x7ff0f0009260 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 msgr2=0x7ff10819b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff0f80062a0 tx=0x7ff0f8004ce0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 shutdown_connections 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7ff0ec0a3cc0 0x7ff0ec0a6180 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff10810f440 0x7ff10819fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff108074c70 0x7ff10819b4d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 --2- 172.21.15.100:0/729159330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff108075590 0x7ff10819ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 >> 172.21.15.100:0/729159330 conn(0x7ff108079ba0 msgr2=0x7ff108100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 shutdown_connections 2024-04-26T01:47:16.326 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:16.322+0000 7ff10ec00700 1 -- 172.21.15.100:0/729159330 wait complete. 2024-04-26T01:47:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:16 smithi148 ceph-mon[32990]: pgmap v446: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:16 smithi100 ceph-mon[28020]: pgmap v446: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:16 smithi133 ceph-mon[32344]: pgmap v446: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:17.282 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:47:17.715 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:18.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:18 smithi148 ceph-mon[32990]: pgmap v447: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:18.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:18 smithi100 ceph-mon[28020]: pgmap v447: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:18 smithi133 ceph-mon[32344]: pgmap v447: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.871+0000 7f3dcc800700 1 -- 172.21.15.100:0/2931219988 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc4102af0 msgr2=0x7f3dc4102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.871+0000 7f3dcc800700 1 --2- 172.21.15.100:0/2931219988 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc4102af0 0x7f3dc4102f70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3db40099c0 tx=0x7f3db4009cd0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 -- 172.21.15.100:0/2931219988 shutdown_connections 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 --2- 172.21.15.100:0/2931219988 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc41034b0 0x7f3dc410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 --2- 172.21.15.100:0/2931219988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 0x7f3dc4107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 --2- 172.21.15.100:0/2931219988 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc4102af0 0x7f3dc4102f70 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.871 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 -- 172.21.15.100:0/2931219988 >> 172.21.15.100:0/2931219988 conn(0x7f3dc4079ba0 msgr2=0x7f3dc4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 -- 172.21.15.100:0/2931219988 shutdown_connections 2024-04-26T01:47:19.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.872+0000 7f3dcc800700 1 -- 172.21.15.100:0/2931219988 wait complete. 2024-04-26T01:47:19.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 Processor -- start 2024-04-26T01:47:19.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 -- start start 2024-04-26T01:47:19.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc4102af0 0x7f3dc4074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 0x7f3dc40757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc4112da0 con 0x7f3dc41034b0 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc4112c20 con 0x7f3dc4107940 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.873+0000 7f3dcc800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc4112f20 con 0x7f3dc4102af0 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51120/0 (socket says 172.21.15.100:51120) 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 -- 172.21.15.100:0/312679823 learned_addr learned my addr 172.21.15.100:0/312679823 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dca800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 0x7f3dc40757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc4102af0 0x7f3dc4074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 -- 172.21.15.100:0/312679823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc4102af0 msgr2=0x7f3dc4074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc4102af0 0x7f3dc4074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 -- 172.21.15.100:0/312679823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 msgr2=0x7f3dc40757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 0x7f3dc40757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.874+0000 7f3dc9400700 1 -- 172.21.15.100:0/312679823 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc41a77e0 con 0x7f3dc41034b0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dc9400700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3db4006010 tx=0x7f3db400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dbea00700 1 -- 172.21.15.100:0/312679823 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4003680 con 0x7f3dc41034b0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dbea00700 1 -- 172.21.15.100:0/312679823 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3db40050d0 con 0x7f3dc41034b0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dbea00700 1 -- 172.21.15.100:0/312679823 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db4003df0 con 0x7f3dc41034b0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc41a7a70 con 0x7f3dc41034b0 2024-04-26T01:47:19.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.875+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc41a7e70 con 0x7f3dc41034b0 2024-04-26T01:47:19.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.878+0000 7f3dbea00700 1 -- 172.21.15.100:0/312679823 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f3db4005280 con 0x7f3dc41034b0 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.879+0000 7f3dbea00700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 0x7f3dac0a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 Processor -- start 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dbea00700 1 -- 172.21.15.100:0/312679823 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3db40d1020 con 0x7f3dc41034b0 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 -- start start 2024-04-26T01:47:19.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 0x7f3dac0a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddff570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dde01ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5610ddd47e40 con 0x5610dddf4c10 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5610ddcee6e0 con 0x5610dddf42f0 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.880+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5610ddd43e00 con 0x5610dddffab0 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 0x7f3dac0a6320 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009680 tx=0x7f3db8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddff570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58014/0 (socket says 172.21.15.100:58014) 2024-04-26T01:47:19.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 -- 172.21.15.100:0/2040266605 learned_addr learned my addr 172.21.15.100:0/2040266605 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:19.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dca800700 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dde01ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 -- 172.21.15.100:0/2040266605 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 msgr2=0x5610dde01ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dde01ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 -- 172.21.15.100:0/2040266605 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 msgr2=0x5610dddff570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddff570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 -- 172.21.15.100:0/2040266605 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610ddce4630 con 0x5610dddf42f0 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.881+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3db8011d40 tx=0x7f3db8014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fea3be02e5944d33 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.882+0000 7f3db3400700 1 -- 172.21.15.100:0/2040266605 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8011d70 con 0x5610dddf42f0 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.882+0000 7f3db3400700 1 -- 172.21.15.100:0/2040266605 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3db801e420 con 0x5610dddf42f0 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.882+0000 7f3db3400700 1 -- 172.21.15.100:0/2040266605 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8026660 con 0x5610dddf42f0 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2040266605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 msgr2=0x5610dddf46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3db8011d40 tx=0x7f3db8014000 comp rx=0 tx=0).stop 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2040266605 shutdown_connections 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dde01ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf42f0 0x5610dddf46d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2040266605 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddff570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2040266605 >> 172.21.15.100:0/2040266605 conn(0x5610ddd23550 msgr2=0x5610dddf0790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2040266605 shutdown_connections 2024-04-26T01:47:19.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2040266605 wait complete. 2024-04-26T01:47:19.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.883+0000 7f3dd70e4b80 1 -- start start 2024-04-26T01:47:19.883 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 Processor -- start 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dddfc520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddfca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5610dde025a0 con 0x5610dddf42f0 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5610ddd01810 con 0x5610dddf4c10 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5610dde02720 con 0x5610dddffab0 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dd70e4b80 10 client.0 _ll_register_callbacks cb 0x5610ddce06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51146/0 (socket says 172.21.15.100:51146) 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dc9e00700 1 -- 172.21.15.100:0/360724914 learned_addr learned my addr 172.21.15.100:0/360724914 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dc9400700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dddfc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.884+0000 7f3dca800700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddfca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 -- 172.21.15.100:0/360724914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 msgr2=0x5610dddfca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddfca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 -- 172.21.15.100:0/360724914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 msgr2=0x5610dddfc520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dddfc520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 -- 172.21.15.100:0/360724914 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610ddc95880 con 0x5610dddf42f0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3db800e970 tx=0x7f3db801e880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39b4281e5e9bf2ce server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3da7e00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.885+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db8004240 con 0x5610dddf42f0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3db80043e0 con 0x5610dddf42f0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db801e420 con 0x5610dddf42f0 2024-04-26T01:47:19.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3db8003680 con 0x5610dddf42f0 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3dd70e4b80 10 client.14952 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610ddcdeaa0 con 0x5610dddf42f0 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3db801e420 con 0x5610dddf42f0 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.886+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3db803b510 con 0x5610dddf42f0 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 10 client.14952 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 10 client.14952 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 20 client.14952 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde0eeb0 0x5610dde10320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 4 client.14952 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610ddd55630 con 0x5610dde0eeb0 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dc9400700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde0eeb0 0x5610dde10320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3dc9400700 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde0eeb0 0x5610dde10320 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fe0ea072ec58cf6 server_cookie=86a4f99257682fdb in_seq=0 out_seq=0 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.887+0000 7f3da7e00700 10 client.14952 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3da7e00700 1 -- 172.21.15.100:0/360724914 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5610ddd55630 con 0x5610dde0eeb0 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3da7e00700 10 client.14952 handle_command_reply: tid=0 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 client.14952 shutdown 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 msgr2=0x5610dddff220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3db800e970 tx=0x7f3db801e880 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 shutdown_connections 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddfca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddff220 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde0eeb0 0x5610dde10320 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/360724914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dddfc520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 >> 172.21.15.100:0/360724914 conn(0x5610ddd23550 msgr2=0x5610dddef950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3da7e00700 0 client.14952 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:47:19.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 shutdown_connections 2024-04-26T01:47:19.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/360724914 wait complete. 2024-04-26T01:47:19.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.889+0000 7f3dd70e4b80 20 client.14952 trim_cache size 0 max 16384 2024-04-26T01:47:19.910 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 Processor -- start 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 -- start start 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddec3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5610dde0e660 con 0x5610dddf42f0 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5610dde0ed30 con 0x5610dddf4c10 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.911+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5610dde0f400 con 0x5610dddffab0 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51154/0 (socket says 172.21.15.100:51154) 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58028/0 (socket says 172.21.15.100:58028) 2024-04-26T01:47:19.911 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9e00700 1 -- 172.21.15.100:0/2289856993 learned_addr learned my addr 172.21.15.100:0/2289856993 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dca800700 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddec3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 -- 172.21.15.100:0/2289856993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 msgr2=0x5610dddec3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddec3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 -- 172.21.15.100:0/2289856993 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 msgr2=0x5610dddfcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 -- 172.21.15.100:0/2289856993 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610dddf4ff0 con 0x5610dddf4c10 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.912+0000 7f3dc9400700 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3db40cead0 tx=0x7f3db40d0040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0a845b64c539eb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3db2a00700 1 -- 172.21.15.100:0/2289856993 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db409da40 con 0x5610dddf4c10 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3db2a00700 1 -- 172.21.15.100:0/2289856993 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3db409d340 con 0x5610dddf4c10 2024-04-26T01:47:19.912 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3db2a00700 1 -- 172.21.15.100:0/2289856993 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db409b640 con 0x5610dddf4c10 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2289856993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 msgr2=0x5610dde0e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3db40cead0 tx=0x7f3db40d0040 comp rx=0 tx=0).stop 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2289856993 shutdown_connections 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddffab0 0x5610dddec3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf42f0 0x5610dddfcb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/2289856993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddf4c10 0x5610dde0e0c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2289856993 >> 172.21.15.100:0/2289856993 conn(0x5610ddd23550 msgr2=0x5610dddf7340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2289856993 shutdown_connections 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.913+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/2289856993 wait complete. 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 -- start start 2024-04-26T01:47:19.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 Processor -- start 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddf42f0 0x5610dddf92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 0x5610dddf9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5610dde101a0 con 0x5610dddf4c10 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5610dde0fad0 con 0x5610dddffab0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.914+0000 7f3dd70e4b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5610dde10870 con 0x5610dddf42f0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dd70e4b80 10 client.0 _ll_register_callbacks cb 0x5610ddce06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dca800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 0x5610dddf9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:51162/0 (socket says 172.21.15.100:51162) 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 -- 172.21.15.100:0/1475488117 learned_addr learned my addr 172.21.15.100:0/1475488117 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddf42f0 0x5610dddf92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 -- 172.21.15.100:0/1475488117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddf42f0 msgr2=0x5610dddf92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddf42f0 0x5610dddf92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 -- 172.21.15.100:0/1475488117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 msgr2=0x5610dddf9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 0x5610dddf9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 -- 172.21.15.100:0/1475488117 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610dde17b10 con 0x5610dddf4c10 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dca800700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 0x5610dddf9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.915+0000 7f3dc9400700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3db40997a0 tx=0x7f3db4005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68d8879b1c3f20 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db409da40 con 0x5610dddf4c10 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3db409b3e0 con 0x5610dddf4c10 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3db409d340 con 0x5610dddf4c10 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3db40a16f0 con 0x5610dddf4c10 2024-04-26T01:47:19.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3dd70e4b80 10 client.14958 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5610dde763b0 con 0x5610dddf4c10 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3db409d340 con 0x5610dddf4c10 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3db4099090 con 0x5610dddf4c10 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.916+0000 7f3dd70e4b80 10 client.14958 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dd70e4b80 10 client.14958 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dd70e4b80 20 client.14958 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde7ac90 0x5610dde799a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dd70e4b80 4 client.14958 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "status"}) -- 0x5610ddd4f6d0 con 0x5610dde7ac90 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde7ac90 0x5610dde799a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3dc9e00700 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde7ac90 0x5610dde799a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=47bcceb3da5aea91 server_cookie=d923729267e38511 in_seq=0 out_seq=0 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.917+0000 7f3da7e00700 10 client.14958 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:47:19.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3da7e00700 1 -- 172.21.15.100:0/1475488117 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5610ddd4f6d0 con 0x5610dde7ac90 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3da7e00700 10 client.14958 handle_command_reply: tid=0 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 client.14958 shutdown 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 msgr2=0x5610dddf9820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3db40997a0 tx=0x7f3db4005bc0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 shutdown_connections 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x5610dde7ac90 0x5610dde799a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610dddffab0 0x5610dddf9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5610dddf42f0 0x5610dddf92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 --2- 172.21.15.100:0/1475488117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5610dddf4c10 0x5610dddf9820 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 >> 172.21.15.100:0/1475488117 conn(0x5610ddd23550 msgr2=0x5610dddf7b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3da7e00700 0 client.14958 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 shutdown_connections 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 1 -- 172.21.15.100:0/1475488117 wait complete. 2024-04-26T01:47:19.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.918+0000 7f3dd70e4b80 20 client.14958 trim_cache size 0 max 16384 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 2, 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24515, 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 215.440253665, 2024-04-26T01:47:19.922 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 262.69028723399998 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 msgr2=0x7f3dac0a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 0x7f3dac0a6320 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009680 tx=0x7f3db8009260 comp rx=0 tx=0).stop 2024-04-26T01:47:19.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 msgr2=0x7f3dc4075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3db4006010 tx=0x7f3db400f690 comp rx=0 tx=0).stop 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 shutdown_connections 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3dac0a3e60 0x7f3dac0a6320 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3dc4107940 0x7f3dc40757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3dc4102af0 0x7f3dc4074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 --2- 172.21.15.100:0/312679823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3dc41034b0 0x7f3dc4075280 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 >> 172.21.15.100:0/312679823 conn(0x7f3dc4079ba0 msgr2=0x7f3dc4100c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 shutdown_connections 2024-04-26T01:47:19.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:19.919+0000 7f3dcc800700 1 -- 172.21.15.100:0/312679823 wait complete. 2024-04-26T01:47:20.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:20 smithi100 ceph-mon[28020]: pgmap v448: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:20.776 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:47:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:20 smithi148 ceph-mon[32990]: pgmap v448: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:20.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:20 smithi133 ceph-mon[32344]: pgmap v448: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:21.230 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:22 smithi100 ceph-mon[28020]: pgmap v449: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:22.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:22 smithi148 ceph-mon[32990]: pgmap v449: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:22 smithi133 ceph-mon[32344]: pgmap v449: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-26T01:47:23.623 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 -- 172.21.15.100:0/4217569869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec06afe0 msgr2=0x7f06ec06b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.623 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 --2- 172.21.15.100:0/4217569869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec06afe0 0x7f06ec06b440 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f06d80098f0 tx=0x7f06d8009c00 comp rx=0 tx=0).stop 2024-04-26T01:47:23.623 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 -- 172.21.15.100:0/4217569869 shutdown_connections 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 --2- 172.21.15.100:0/4217569869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec10f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 --2- 172.21.15.100:0/4217569869 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec108a20 0x7f06ec108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 --2- 172.21.15.100:0/4217569869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec06afe0 0x7f06ec06b440 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 -- 172.21.15.100:0/4217569869 >> 172.21.15.100:0/4217569869 conn(0x7f06ec0788b0 msgr2=0x7f06ec078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 -- 172.21.15.100:0/4217569869 shutdown_connections 2024-04-26T01:47:23.624 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.626+0000 7f06f3c00700 1 -- 172.21.15.100:0/4217569869 wait complete. 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.627+0000 7f06f3c00700 1 Processor -- start 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.627+0000 7f06f3c00700 1 -- start start 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec19b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec108a20 0x7f06ec19fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112d80 con 0x7f06ec108a20 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112c00 con 0x7f06ec06b980 2024-04-26T01:47:23.625 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f3c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112f00 con 0x7f06ec06afe0 2024-04-26T01:47:23.626 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.626 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec108a20 0x7f06ec19fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.626 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34836/0 (socket says 172.21.15.100:34836) 2024-04-26T01:47:23.626 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 -- 172.21.15.100:0/1553463455 learned_addr learned my addr 172.21.15.100:0/1553463455 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:23.626 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06ebe00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec19b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 -- 172.21.15.100:0/1553463455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 msgr2=0x7f06ec19b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec19b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 -- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec108a20 msgr2=0x7f06ec19fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec108a20 0x7f06ec19fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06f1200700 1 -- 172.21.15.100:0/1553463455 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06ec1a0460 con 0x7f06ec06afe0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.628+0000 7f06ebe00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec19b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06f1200700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f06e000e9c0 tx=0x7f06e000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06e9600700 1 -- 172.21.15.100:0/1553463455 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e000cbd0 con 0x7f06ec06afe0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06e9600700 1 -- 172.21.15.100:0/1553463455 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e000cd70 con 0x7f06ec06afe0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06ec1a0750 con 0x7f06ec06afe0 2024-04-26T01:47:23.627 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06e9600700 1 -- 172.21.15.100:0/1553463455 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e0005650 con 0x7f06ec06afe0 2024-04-26T01:47:23.628 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.629+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06ec1a7fd0 con 0x7f06ec06afe0 2024-04-26T01:47:23.629 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.632+0000 7f06e9600700 1 -- 172.21.15.100:0/1553463455 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f06e0004750 con 0x7f06ec06afe0 2024-04-26T01:47:23.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06e9600700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 0x7f06d40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 Processor -- start 2024-04-26T01:47:23.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06e9600700 1 -- 172.21.15.100:0/1553463455 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f06e00d0520 con 0x7f06ec06afe0 2024-04-26T01:47:23.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 -- start start 2024-04-26T01:47:23.631 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06ebe00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 0x7f06d40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811240a0 0x557e8111d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 0x557e8111e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557e8106fe40 con 0x557e811240a0 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557e810166e0 con 0x557e8111def0 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.634+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557e8106be00 con 0x557e81123780 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34848/0 (socket says 172.21.15.100:34848) 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 -- 172.21.15.100:0/3896746352 learned_addr learned my addr 172.21.15.100:0/3896746352 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:23.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1c00700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 0x557e8111e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.633 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06ebe00700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811240a0 0x557e8111d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06ebe00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 0x7f06d40a6100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009fd0 tx=0x7f06d8005b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 -- 172.21.15.100:0/3896746352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 msgr2=0x557e8111e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 0x557e8111e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 -- 172.21.15.100:0/3896746352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811240a0 msgr2=0x557e8111d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811240a0 0x557e8111d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1200700 1 -- 172.21.15.100:0/3896746352 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e8100c630 con 0x557e81123780 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.635+0000 7f06f1c00700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 0x557e8111e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06f1200700 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f06e009c740 tx=0x7f06e009c580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d24c4abbd453d44 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06de000700 1 -- 172.21.15.100:0/3896746352 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e009ceb0 con 0x557e81123780 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06de000700 1 -- 172.21.15.100:0/3896746352 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e009c7b0 con 0x557e81123780 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06de000700 1 -- 172.21.15.100:0/3896746352 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e0016330 con 0x557e81123780 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3896746352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 msgr2=0x557e81123b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.636+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f06e009c740 tx=0x7f06e009c580 comp rx=0 tx=0).stop 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3896746352 shutdown_connections 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e8111def0 0x557e8111e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81123b60 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3896746352 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811240a0 0x557e8111d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3896746352 >> 172.21.15.100:0/3896746352 conn(0x557e8104bf00 msgr2=0x557e811188a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3896746352 shutdown_connections 2024-04-26T01:47:23.635 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3896746352 wait complete. 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.637+0000 7f06fe4e8b80 1 -- start start 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 Processor -- start 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e81129d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81127a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557e8112a920 con 0x557e8111def0 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557e81029810 con 0x557e811275a0 2024-04-26T01:47:23.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557e8112aaa0 con 0x557e81123780 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06fe4e8b80 10 client.0 _ll_register_callbacks cb 0x557e810086d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e81129d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34856/0 (socket says 172.21.15.100:34856) 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e81129d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52052/0 (socket says 172.21.15.100:52052) 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06f1c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81127a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.638+0000 7f06ebe00700 1 -- 172.21.15.100:0/3180853918 learned_addr learned my addr 172.21.15.100:0/3180853918 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 -- 172.21.15.100:0/3180853918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 msgr2=0x557e81127a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81127a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 -- 172.21.15.100:0/3180853918 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 msgr2=0x557e81129d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e81129d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 -- 172.21.15.100:0/3180853918 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e80fbd880 con 0x557e81123780 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06f1c00700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81127a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06ebe00700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f06d8016000 tx=0x7f06d8009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb800ff7bb335335 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.639+0000 7f06d2a00700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8030020 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06e009c7b0 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f06d8004ac0 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f06d8004cc0 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06fe4e8b80 10 client.25102 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557e81006aa0 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e009c7b0 con 0x557e81123780 2024-04-26T01:47:23.639 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f06d8023070 con 0x557e81123780 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.640+0000 7f06fe4e8b80 10 client.25102 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06fe4e8b80 10 client.25102 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06fe4e8b80 20 client.25102 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e81137a90 0x557e81138f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06fe4e8b80 4 client.25102 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e8107d630 con 0x557e81137a90 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06f1200700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e81137a90 0x557e81138f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06f1200700 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e81137a90 0x557e81138f00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aa7c8dd404973759 server_cookie=aa2dd9ae27a7b20c in_seq=0 out_seq=0 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.641+0000 7f06d2a00700 10 client.25102 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.642+0000 7f06d2a00700 1 -- 172.21.15.100:0/3180853918 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557e8107d630 con 0x557e81137a90 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.642+0000 7f06d2a00700 10 client.25102 handle_command_reply: tid=0 2024-04-26T01:47:23.640 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.642+0000 7f06fe4e8b80 1 client.25102 shutdown 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.642+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 msgr2=0x557e81127060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f06d8016000 tx=0x7f06d8009c00 comp rx=0 tx=0).stop 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 shutdown_connections 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81127a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e81137a90 0x557e81138f00 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e81129d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/3180853918 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81127060 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.641 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06d2a00700 0 client.25102 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:47:23.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 >> 172.21.15.100:0/3180853918 conn(0x557e8104bf00 msgr2=0x557e81117e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 shutdown_connections 2024-04-26T01:47:23.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/3180853918 wait complete. 2024-04-26T01:47:23.642 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.643+0000 7f06fe4e8b80 20 client.25102 trim_cache size 0 max 16384 2024-04-26T01:47:23.662 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 Processor -- start 2024-04-26T01:47:23.662 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 -- start start 2024-04-26T01:47:23.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e81123780 0x557e811185d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 0x557e81142360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557e81137240 con 0x557e811275a0 2024-04-26T01:47:23.663 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557e81137910 con 0x557e81123780 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.665+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557e81137fe0 con 0x557e8111def0 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 0x557e81142360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34872/0 (socket says 172.21.15.100:34872) 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 -- 172.21.15.100:0/2741233996 learned_addr learned my addr 172.21.15.100:0/2741233996 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 0x557e81142360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52066/0 (socket says 172.21.15.100:52066) 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06ebe00700 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e81123780 0x557e811185d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 -- 172.21.15.100:0/2741233996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e81123780 msgr2=0x557e811185d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e81123780 0x557e811185d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 -- 172.21.15.100:0/2741233996 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 msgr2=0x557e81142360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 0x557e81142360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.664 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.666+0000 7f06f1200700 1 -- 172.21.15.100:0/2741233996 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e8111a460 con 0x557e8111def0 2024-04-26T01:47:23.665 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.667+0000 7f06f1200700 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f06e0099180 tx=0x7f06e0009550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e8613bf8ede6d78 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.665 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.667+0000 7f06dd600700 1 -- 172.21.15.100:0/2741233996 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e00a0b60 con 0x557e8111def0 2024-04-26T01:47:23.665 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.667+0000 7f06dd600700 1 -- 172.21.15.100:0/2741233996 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e009aab0 con 0x557e8111def0 2024-04-26T01:47:23.665 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.667+0000 7f06dd600700 1 -- 172.21.15.100:0/2741233996 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e00d02d0 con 0x557e8111def0 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.667+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2741233996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 msgr2=0x557e81133f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f06e0099180 tx=0x7f06e0009550 comp rx=0 tx=0).stop 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2741233996 shutdown_connections 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e811275a0 0x557e81142360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e8111def0 0x557e81133f20 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2741233996 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e81123780 0x557e811185d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2741233996 >> 172.21.15.100:0/2741233996 conn(0x557e8104bf00 msgr2=0x557e8111e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2741233996 shutdown_connections 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2741233996 wait complete. 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 -- start start 2024-04-26T01:47:23.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.668+0000 7f06fe4e8b80 1 Processor -- start 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e811179c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81117f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81118440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557e81138d80 con 0x557e8111def0 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557e811386b0 con 0x557e811275a0 2024-04-26T01:47:23.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557e81139450 con 0x557e81123780 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06fe4e8b80 10 client.0 _ll_register_callbacks cb 0x557e810086d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e811179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06ebe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81117f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06f1c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81118440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06f1200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e811179c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52072/0 (socket says 172.21.15.100:52072) 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.669+0000 7f06f1200700 1 -- 172.21.15.100:0/2536358398 learned_addr learned my addr 172.21.15.100:0/2536358398 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 -- 172.21.15.100:0/2536358398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 msgr2=0x557e81118440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81118440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 -- 172.21.15.100:0/2536358398 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 msgr2=0x557e811179c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e811179c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 -- 172.21.15.100:0/2536358398 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e81140440 con 0x557e81123780 2024-04-26T01:47:23.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06ebe00700 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81117f00 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009810 tx=0x7f06d8005690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d82d93fdd00e933 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06d2a00700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8030040 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06e009aab0 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.670+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f06d802ccd0 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f06d800b560 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 10 client.25108 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557e8119edd0 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06e009aab0 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f06d8023040 con 0x557e81123780 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 10 client.25108 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 10 client.25108 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 20 client.25108 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e811a3990 0x557e811a26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 4 client.25108 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:47:23.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.671+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "status"}) -- 0x557e810776d0 con 0x557e811a3990 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06f1200700 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e811a3990 0x557e811a26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06f1200700 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e811a3990 0x557e811a26a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c51e313f6df2e12 server_cookie=2df5b682856c3baa in_seq=0 out_seq=0 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06d2a00700 10 client.25108 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06d2a00700 1 -- 172.21.15.100:0/2536358398 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557e810776d0 con 0x557e811a3990 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06d2a00700 10 client.25108 handle_command_reply: tid=0 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06fe4e8b80 1 client.25108 shutdown 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 msgr2=0x557e81117f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.672+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81117f00 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009810 tx=0x7f06d8005690 comp rx=0 tx=0).stop 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 shutdown_connections 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e811275a0 0x557e81118440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x557e811a3990 0x557e811a26a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557e8111def0 0x557e811179c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 --2- 172.21.15.100:0/2536358398 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557e81123780 0x557e81117f00 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 >> 172.21.15.100:0/2536358398 conn(0x557e8104bf00 msgr2=0x557e81125910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06d2a00700 0 client.25108 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 shutdown_connections 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 1 -- 172.21.15.100:0/2536358398 wait complete. 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06fe4e8b80 20 client.25108 trim_cache size 0 max 16384 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 1, 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24526, 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:47:23.673 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 220.205505996, 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 272.85028091700002 2024-04-26T01:47:23.674 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 msgr2=0x7f06d40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 0x7f06d40a6100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009fd0 tx=0x7f06d8005b40 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 msgr2=0x7f06ec19b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.673+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f06e000e9c0 tx=0x7f06e000ecd0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 shutdown_connections 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f06ec108a20 0x7f06ec19fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f06ec06afe0 0x7f06ec19b450 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f06d40a3c40 0x7f06d40a6100 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 --2- 172.21.15.100:0/1553463455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f06ec06b980 0x7f06ec19b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 >> 172.21.15.100:0/1553463455 conn(0x7f06ec0788b0 msgr2=0x7f06ec10de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 shutdown_connections 2024-04-26T01:47:23.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:23.674+0000 7f06f3c00700 1 -- 172.21.15.100:0/1553463455 wait complete. 2024-04-26T01:47:24.687 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:47:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:24 smithi148 ceph-mon[32990]: pgmap v450: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:24.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:24 smithi100 ceph-mon[28020]: pgmap v450: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:24 smithi133 ceph-mon[32344]: pgmap v450: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-04-26T01:47:25.127 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:26.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:26 smithi148 ceph-mon[32990]: pgmap v451: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:26.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:26 smithi100 ceph-mon[28020]: pgmap v451: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:26.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:26 smithi133 ceph-mon[32344]: pgmap v451: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:27.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 -- 172.21.15.100:0/3016968881 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c10f440 msgr2=0x7fbb2c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 --2- 172.21.15.100:0/3016968881 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c10f440 0x7fbb2c111830 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009f90 tx=0x7fbb2800b330 comp rx=0 tx=0).stop 2024-04-26T01:47:27.460 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 -- 172.21.15.100:0/3016968881 shutdown_connections 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 --2- 172.21.15.100:0/3016968881 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c10f440 0x7fbb2c111830 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 --2- 172.21.15.100:0/3016968881 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 0x7fbb2c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 --2- 172.21.15.100:0/3016968881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c075590 0x7fbb2c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.462+0000 7fbb34800700 1 -- 172.21.15.100:0/3016968881 >> 172.21.15.100:0/3016968881 conn(0x7fbb2c079ba0 msgr2=0x7fbb2c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.463+0000 7fbb34800700 1 -- 172.21.15.100:0/3016968881 shutdown_connections 2024-04-26T01:47:27.461 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.463+0000 7fbb34800700 1 -- 172.21.15.100:0/3016968881 wait complete. 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 Processor -- start 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 -- start start 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 0x7fbb2c19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c10f440 0x7fbb2c19fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c114f90 con 0x7fbb2c075590 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c114e10 con 0x7fbb2c10f440 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb34800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbb2c115110 con 0x7fbb2c074c70 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb31400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb31400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52080/0 (socket says 172.21.15.100:52080) 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb31400700 1 -- 172.21.15.100:0/2246942264 learned_addr learned my addr 172.21.15.100:0/2246942264 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.464+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 0x7fbb2c19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb32800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c10f440 0x7fbb2c19fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 -- 172.21.15.100:0/2246942264 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 msgr2=0x7fbb2c19b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 0x7fbb2c19b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 -- 172.21.15.100:0/2246942264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c10f440 msgr2=0x7fbb2c19fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c10f440 0x7fbb2c19fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 -- 172.21.15.100:0/2246942264 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb2c1a03b0 con 0x7fbb2c075590 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb31400700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00eb30 tx=0x7fbb1c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.465+0000 7fbb26a00700 1 -- 172.21.15.100:0/2246942264 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c00cbd0 con 0x7fbb2c075590 2024-04-26T01:47:27.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.466+0000 7fbb26a00700 1 -- 172.21.15.100:0/2246942264 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb1c0044f0 con 0x7fbb2c075590 2024-04-26T01:47:27.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.466+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb2c1a06a0 con 0x7fbb2c075590 2024-04-26T01:47:27.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.466+0000 7fbb26a00700 1 -- 172.21.15.100:0/2246942264 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c010430 con 0x7fbb2c075590 2024-04-26T01:47:27.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.466+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb2c1a7f20 con 0x7fbb2c075590 2024-04-26T01:47:27.466 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.469+0000 7fbb26a00700 1 -- 172.21.15.100:0/2246942264 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7fbb1c003ed0 con 0x7fbb2c075590 2024-04-26T01:47:27.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.470+0000 7fbb26a00700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 0x7fbb140a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.470+0000 7fbb3f0e3b80 1 Processor -- start 2024-04-26T01:47:27.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb26a00700 1 -- 172.21.15.100:0/2246942264 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbb1c0d0730 con 0x7fbb2c075590 2024-04-26T01:47:27.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 -- start start 2024-04-26T01:47:27.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 0x7fbb140a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x5588375236d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837530ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x558837476e40 con 0x558837523c10 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55883741d6e0 con 0x55883752eab0 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.471+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x558837472e00 con 0x5588375232f0 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52094/0 (socket says 172.21.15.100:52094) 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31400700 1 -- 172.21.15.100:0/674159281 learned_addr learned my addr 172.21.15.100:0/674159281 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:27.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 0x7fbb140a6100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbb20009750 tx=0x7fbb20009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x5588375236d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb32800700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837530ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 -- 172.21.15.100:0/674159281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 msgr2=0x558837530ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837530ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 -- 172.21.15.100:0/674159281 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 msgr2=0x55883752e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 -- 172.21.15.100:0/674159281 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558837413630 con 0x5588375232f0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31400700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.472+0000 7fbb31e00700 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x5588375236d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000e4b0 tx=0x7fbb20014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85b333905931ec4f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.473+0000 7fbb1b400700 1 -- 172.21.15.100:0/674159281 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb20004030 con 0x5588375232f0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.473+0000 7fbb1b400700 1 -- 172.21.15.100:0/674159281 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb20003680 con 0x5588375232f0 2024-04-26T01:47:27.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.473+0000 7fbb1b400700 1 -- 172.21.15.100:0/674159281 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb2001d670 con 0x5588375232f0 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/674159281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 msgr2=0x5588375236d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x5588375236d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000e4b0 tx=0x7fbb20014000 comp rx=0 tx=0).stop 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/674159281 shutdown_connections 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837530ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x5588375236d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/674159281 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x55883752e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/674159281 >> 172.21.15.100:0/674159281 conn(0x558837452550 msgr2=0x55883751f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/674159281 shutdown_connections 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/674159281 wait complete. 2024-04-26T01:47:27.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.474+0000 7fbb3f0e3b80 1 -- start start 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 Processor -- start 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x55883752b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x55883752ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5588375315a0 con 0x5588375232f0 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x558837430810 con 0x558837523c10 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x558837531720 con 0x55883752eab0 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb3f0e3b80 10 client.0 _ll_register_callbacks cb 0x55883740f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.475+0000 7fbb31e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52110/0 (socket says 172.21.15.100:52110) 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 -- 172.21.15.100:0/2046015758 learned_addr learned my addr 172.21.15.100:0/2046015758 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x55883752b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.474 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb32800700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x55883752ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 -- 172.21.15.100:0/2046015758 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 msgr2=0x55883752ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x55883752ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 -- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 msgr2=0x55883752b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x55883752b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 -- 172.21.15.100:0/2046015758 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588373c4880 con 0x5588375232f0 2024-04-26T01:47:27.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31400700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x55883752b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:27.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb31e00700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb20011c00 tx=0x7fbb20003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42a7426edb590a68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:47:27.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.476+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb200042a0 con 0x5588375232f0 2024-04-26T01:47:27.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbb20004440 con 0x5588375232f0 2024-04-26T01:47:27.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb20003680 con 0x5588375232f0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbb20026470 con 0x5588375232f0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb3f0e3b80 10 client.14988 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55883740daa0 con 0x5588375232f0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb20003680 con 0x5588375232f0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.477+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fbb2001d760 con 0x5588375232f0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 10 client.14988 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 10 client.14988 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 20 client.14988 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55883753de30 0x55883753f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 4 client.14988 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558837484630 con 0x55883753de30 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.478+0000 7fbb31400700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55883753de30 0x55883753f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.479+0000 7fbb31400700 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55883753de30 0x55883753f2a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ec18df18f975629 server_cookie=e5a64d007b7d4158 in_seq=0 out_seq=0 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.479+0000 7fbb0fe00700 10 client.14988 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.479+0000 7fbb0fe00700 1 -- 172.21.15.100:0/2046015758 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558837484630 con 0x55883753de30 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.479+0000 7fbb0fe00700 10 client.14988 handle_command_reply: tid=0 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 client.14988 shutdown 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 msgr2=0x55883752e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb20011c00 tx=0x7fbb20003d00 comp rx=0 tx=0).stop 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 shutdown_connections 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55883753de30 0x55883753f2a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x55883752ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x55883752e220 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/2046015758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x55883752b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 >> 172.21.15.100:0/2046015758 conn(0x558837452550 msgr2=0x55883751e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb0fe00700 0 client.14988 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 shutdown_connections 2024-04-26T01:47:27.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/2046015758 wait complete. 2024-04-26T01:47:27.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.480+0000 7fbb3f0e3b80 20 client.14988 trim_cache size 0 max 16384 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.502+0000 7fbb3f0e3b80 1 Processor -- start 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.502+0000 7fbb3f0e3b80 1 -- start start 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x55883751b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x558837526a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55883753d5e0 con 0x558837523c10 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55883753dcb0 con 0x55883752eab0 2024-04-26T01:47:27.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55883753e380 con 0x5588375232f0 2024-04-26T01:47:27.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb32800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb31400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x558837526a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb32800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54690/0 (socket says 172.21.15.100:54690) 2024-04-26T01:47:27.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb32800700 1 -- 172.21.15.100:0/3282416924 learned_addr learned my addr 172.21.15.100:0/3282416924 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.503+0000 7fbb31e00700 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x55883751b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 -- 172.21.15.100:0/3282416924 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 msgr2=0x55883751b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x55883751b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 -- 172.21.15.100:0/3282416924 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 msgr2=0x558837526a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x558837526a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 -- 172.21.15.100:0/3282416924 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558837523ff0 con 0x55883752eab0 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb31e00700 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x55883751b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:27.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.504+0000 7fbb32800700 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbb28003ae0 tx=0x7fbb28003b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdf79de4bf62f54f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.505+0000 7fbb1aa00700 1 -- 172.21.15.100:0/3282416924 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb2800b9f0 con 0x55883752eab0 2024-04-26T01:47:27.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.505+0000 7fbb1aa00700 1 -- 172.21.15.100:0/3282416924 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb2800bb90 con 0x55883752eab0 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.505+0000 7fbb1aa00700 1 -- 172.21.15.100:0/3282416924 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb28026690 con 0x55883752eab0 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.505+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/3282416924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 msgr2=0x558837548700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.505+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbb28003ae0 tx=0x7fbb28003b10 comp rx=0 tx=0).stop 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/3282416924 shutdown_connections 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55883752eab0 0x558837548700 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5588375232f0 0x55883751b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/3282416924 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x558837523c10 0x558837526a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/3282416924 >> 172.21.15.100:0/3282416924 conn(0x558837452550 msgr2=0x558837526340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/3282416924 shutdown_connections 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/3282416924 wait complete. 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 -- start start 2024-04-26T01:47:27.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.506+0000 7fbb3f0e3b80 1 Processor -- start 2024-04-26T01:47:27.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x5588375423a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x558837542e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55883753f120 con 0x5588375232f0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55883753ea50 con 0x558837523c10 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55883753f7f0 con 0x55883752eab0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb3f0e3b80 10 client.0 _ll_register_callbacks cb 0x55883740f6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb31e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x5588375423a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb31400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb31400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54696/0 (socket says 172.21.15.100:54696) 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb31400700 1 -- 172.21.15.100:0/318284226 learned_addr learned my addr 172.21.15.100:0/318284226 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.507+0000 7fbb32800700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x558837542e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 -- 172.21.15.100:0/318284226 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 msgr2=0x558837542e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x558837542e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 -- 172.21.15.100:0/318284226 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 msgr2=0x5588375423a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x5588375423a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 -- 172.21.15.100:0/318284226 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558837546d70 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31e00700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x5588375423a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb31400700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c09c950 tx=0x7fbb1c087040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7906a8e964915e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c09d0c0 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb2800bb90 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fbb1c01fdd0 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbb1c09c9c0 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb3f0e3b80 10 client.25103 fetch_fsmap learned FSMap version 28 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.508+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5588375a54e0 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb2800bb90 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fbb1c0a51a0 con 0x558837523c10 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 10 client.25103 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:47:27.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 10 client.25103 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 20 client.25103 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5588375aa0a0 0x5588375a8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 4 client.25103 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "status"}) -- 0x55883747e6d0 con 0x5588375aa0a0 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.509+0000 7fbb31e00700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5588375aa0a0 0x5588375a8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb31e00700 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5588375aa0a0 0x5588375a8db0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e565b8b35ceeba2e server_cookie=228795b9dccfdad6 in_seq=0 out_seq=0 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb0fe00700 10 client.25103 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb0fe00700 1 -- 172.21.15.100:0/318284226 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55883747e6d0 con 0x5588375aa0a0 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb0fe00700 10 client.25103 handle_command_reply: tid=0 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 client.25103 shutdown 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 msgr2=0x5588375428e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c09c950 tx=0x7fbb1c087040 comp rx=0 tx=0).stop 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 shutdown_connections 2024-04-26T01:47:27.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5588375aa0a0 0x5588375a8db0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55883752eab0 0x558837542e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5588375232f0 0x5588375423a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 --2- 172.21.15.100:0/318284226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558837523c10 0x5588375428e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 >> 172.21.15.100:0/318284226 conn(0x558837452550 msgr2=0x55883752d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb0fe00700 0 client.25103 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 shutdown_connections 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 1 -- 172.21.15.100:0/318284226 wait complete. 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.510+0000 7fbb3f0e3b80 20 client.25103 trim_cache size 0 max 16384 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:47:27.511 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 0, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24533, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 240.49728745100001, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 28, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 91, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 262.42935247499997 2024-04-26T01:47:27.512 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 msgr2=0x7fbb140a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 0x7fbb140a6100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbb20009750 tx=0x7fbb20009310 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 msgr2=0x7fbb2c19b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c00eb30 tx=0x7fbb1c00ee40 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 shutdown_connections 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7fbb140a3c40 0x7fbb140a6100 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb2c10f440 0x7fbb2c19fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbb2c074c70 0x7fbb2c19b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 --2- 172.21.15.100:0/2246942264 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbb2c075590 0x7fbb2c19b8e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:27.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 >> 172.21.15.100:0/2246942264 conn(0x7fbb2c079ba0 msgr2=0x7fbb2c0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.511+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 shutdown_connections 2024-04-26T01:47:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:27.512+0000 7fbb34800700 1 -- 172.21.15.100:0/2246942264 wait complete. 2024-04-26T01:47:28.473 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T01:47:28.483 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T01:47:28.483 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T01:47:28.483 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T01:47:28.483 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-26T01:47:28.484 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:47:28.484 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:47:28.484 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 -- 172.21.15.100:0/112455877 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41053d0 msgr2=0x7f56f4105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 --2- 172.21.15.100:0/112455877 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41053d0 0x7f56f4105850 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f56dc009860 tx=0x7f56dc02a340 comp rx=0 tx=0).stop 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 -- 172.21.15.100:0/112455877 shutdown_connections 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 --2- 172.21.15.100:0/112455877 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f4105d90 0x7f56f410c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 --2- 172.21.15.100:0/112455877 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41053d0 0x7f56f4105850 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 --2- 172.21.15.100:0/112455877 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f41041e0 0x7f56f4104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 -- 172.21.15.100:0/112455877 >> 172.21.15.100:0/112455877 conn(0x7f56f40ff770 msgr2=0x7f56f4101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.689+0000 7f56f8e00640 1 -- 172.21.15.100:0/112455877 shutdown_connections 2024-04-26T01:47:28.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.690+0000 7f56f8e00640 1 -- 172.21.15.100:0/112455877 wait complete. 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 Processor -- start 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 -- start start 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41041e0 0x7f56f419a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f4105d90 0x7f56f41a19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f56f410fe40 con 0x7f56f4105d90 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f56f410fcc0 con 0x7f56f41053d0 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.691+0000 7f56f8e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f56f410ffc0 con 0x7f56f41041e0 2024-04-26T01:47:28.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54722/0 (socket says 172.21.15.100:54722) 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 -- 172.21.15.100:0/268752348 learned_addr learned my addr 172.21.15.100:0/268752348 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56f1e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41041e0 0x7f56f419a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56f2800640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f4105d90 0x7f56f41a19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 -- 172.21.15.100:0/268752348 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41041e0 msgr2=0x7f56f419a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41041e0 0x7f56f419a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 -- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f4105d90 msgr2=0x7f56f41a19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f4105d90 0x7f56f41a19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 -- 172.21.15.100:0/268752348 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56f41a2030 con 0x7f56f41053d0 2024-04-26T01:47:28.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56e9400640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f56dc035040 tx=0x7f56dc0326d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.692+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc040070 con 0x7f56f41053d0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.693+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f56dc0308e0 con 0x7f56f41053d0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.693+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56f41a22c0 con 0x7f56f41053d0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.693+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc037040 con 0x7f56f41053d0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.693+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56f41a27b0 con 0x7f56f41053d0 2024-04-26T01:47:28.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.694+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56f410b500 con 0x7f56f41053d0 2024-04-26T01:47:28.692 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.696+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) ==== 138647+0+0 (secure 0 0 0) 0x7f56dc043070 con 0x7f56f41053d0 2024-04-26T01:47:28.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.697+0000 7f56eb400640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 0x7f56d80a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.697+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f56dc0ef6d0 con 0x7f56f41053d0 2024-04-26T01:47:28.694 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.698+0000 7f56f1e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 0x7f56d80a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.698+0000 7f56f1e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 0x7f56d80a6110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009530 tx=0x7f56e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:28.701 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.702+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56dc004050 con 0x7f56f41053d0 2024-04-26T01:47:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:28 smithi148 ceph-mon[32990]: pgmap v452: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:28.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:28 smithi100 ceph-mon[28020]: pgmap v452: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:28 smithi133 ceph-mon[32344]: pgmap v452: 97 pgs: 97 active+clean; 644 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-26T01:47:28.956 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:28.958+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f56f4062b50 con 0x7f56f41053d0 2024-04-26T01:47:29.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.560+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mgrmap(e 19) ==== 138664+0+0 (secure 0 0 0) 0x7f56dc0b8080 con 0x7f56f41053d0 2024-04-26T01:47:29.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.561+0000 7f56eb400640 1 -- 172.21.15.100:0/268752348 <== mon.2 v2:172.21.15.133:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f56dc0973d0 con 0x7f56f41053d0 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.564+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 msgr2=0x7f56d80a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.564+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 0x7f56d80a6110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009530 tx=0x7f56e4009260 comp rx=0 tx=0).stop 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.564+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 msgr2=0x7f56f419a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.564+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f56dc035040 tx=0x7f56dc0326d0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 shutdown_connections 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f56d80a3c50 0x7f56d80a6110 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f56f4105d90 0x7f56f41a19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56f41053d0 0x7f56f419a950 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 --2- 172.21.15.100:0/268752348 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f56f41041e0 0x7f56f419a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 >> 172.21.15.100:0/268752348 conn(0x7f56f40ff770 msgr2=0x7f56f41086d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:29.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 shutdown_connections 2024-04-26T01:47:29.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.565+0000 7f56f8e00640 1 -- 172.21.15.100:0/268752348 wait complete. 2024-04-26T01:47:29.586 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.773+0000 7f9816a00640 1 -- 172.21.15.100:0/1019765667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 msgr2=0x7f9810074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.773+0000 7f9816a00640 1 --2- 172.21.15.100:0/1019765667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f9810074e30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f97fc009900 tx=0x7f97fc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 -- 172.21.15.100:0/1019765667 shutdown_connections 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 --2- 172.21.15.100:0/1019765667 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810109ca0 0x7f981010c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 --2- 172.21.15.100:0/1019765667 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f9810074e30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 --2- 172.21.15.100:0/1019765667 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810075f90 0x7f98100743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 -- 172.21.15.100:0/1019765667 >> 172.21.15.100:0/1019765667 conn(0x7f98100fd350 msgr2=0x7f98100ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:29.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 -- 172.21.15.100:0/1019765667 shutdown_connections 2024-04-26T01:47:29.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.774+0000 7f9816a00640 1 -- 172.21.15.100:0/1019765667 wait complete. 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 Processor -- start 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 -- start start 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810075f90 0x7f981019a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810109ca0 0x7f98101a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f981010fc80 con 0x7f9810109ca0 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f981010fb00 con 0x7f98100749b0 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816a00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f981010fe00 con 0x7f9810075f90 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9815600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9815600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54758/0 (socket says 172.21.15.100:54758) 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9815600640 1 -- 172.21.15.100:0/480734708 learned_addr learned my addr 172.21.15.100:0/480734708 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.775+0000 7f9816000640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810109ca0 0x7f98101a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9814c00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810075f90 0x7f981019a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:29.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810075f90 msgr2=0x7f981019a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810075f90 0x7f981019a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810109ca0 msgr2=0x7f98101a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810109ca0 0x7f98101a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 -- 172.21.15.100:0/480734708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98101a1f20 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9815600640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f980400ebc0 tx=0x7f980400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9804010630 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9804010ca0 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98101a2210 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.776+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9804018ba0 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.777+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98101a2730 con 0x7f98100749b0 2024-04-26T01:47:29.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.778+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98101089d0 con 0x7f98100749b0 2024-04-26T01:47:29.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.779+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 19) ==== 138664+0+0 (secure 0 0 0) 0x7f98040107d0 con 0x7f98100749b0 2024-04-26T01:47:29.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.781+0000 7f980e000640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 0x7f97f80a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:29.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.781+0000 7f9814c00640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 msgr2=0x7f97f80a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:29.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.781+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f98040d0b10 con 0x7f98100749b0 2024-04-26T01:47:29.778 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.781+0000 7f9814c00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 0x7f97f80a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:47:29.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.785+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9804010ac0 con 0x7f98100749b0 2024-04-26T01:47:29.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:29 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/268752348' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:29 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.826 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setuser ceph since I am not root 2024-04-26T01:47:29.826 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: ignoring --setgroup ceph since I am not root 2024-04-26T01:47:29.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/268752348' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: ignoring --setuser ceph since I am not root 2024-04-26T01:47:29.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: ignoring --setgroup ceph since I am not root 2024-04-26T01:47:29.901 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-mgr[33778]: -- 172.21.15.133:0/1981513284 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5644291e05a0 con 0x5644291b4c00 2024-04-26T01:47:29.901 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:29.724+0000 7f984c1b7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:47:29.906 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/268752348' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.907 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:47:29.907 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: ignoring --setuser ceph since I am not root 2024-04-26T01:47:29.907 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: ignoring --setgroup ceph since I am not root 2024-04-26T01:47:29.907 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-mgr[34931]: -- 172.21.15.148:0/692215763 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558eb8a5c5a0 con 0x558eb8a30c00 2024-04-26T01:47:29.907 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:29.727+0000 7f18f358b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:47:29.979 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.982+0000 7f9814c00640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 msgr2=0x7f97f80a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:29.979 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.982+0000 7f9814c00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 0x7f97f80a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:47:29.985 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.988+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f981002d5c0 con 0x7f98100749b0 2024-04-26T01:47:29.992 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.995+0000 7f980e000640 1 -- 172.21.15.100:0/480734708 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v29)=0 v29) ==== 138+0+0 (secure 0 0 0) 0x7f980409d4a0 con 0x7f98100749b0 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 msgr2=0x7f97f80a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 0x7f97f80a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 msgr2=0x7f981019a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f980400ebc0 tx=0x7f980400c6a0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 shutdown_connections 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f97f80a3bf0 0x7f97f80a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9810109ca0 0x7f98101a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9810075f90 0x7f981019a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 --2- 172.21.15.100:0/480734708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98100749b0 0x7f981019a300 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.997+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 >> 172.21.15.100:0/480734708 conn(0x7f98100fd350 msgr2=0x7f9810105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:29.995 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.998+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 shutdown_connections 2024-04-26T01:47:29.996 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:29.998+0000 7f9816a00640 1 -- 172.21.15.100:0/480734708 wait complete. 2024-04-26T01:47:30.013 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 -- 172.21.15.100:0/4126212110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 msgr2=0x7f3c00104600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 --2- 172.21.15.100:0/4126212110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c00104600 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0009900 tx=0x7f3bf002a410 comp rx=0 tx=0).stop 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 -- 172.21.15.100:0/4126212110 shutdown_connections 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 --2- 172.21.15.100:0/4126212110 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c0010c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 --2- 172.21.15.100:0/4126212110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c00105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 --2- 172.21.15.100:0/4126212110 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c00104600 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 -- 172.21.15.100:0/4126212110 >> 172.21.15.100:0/4126212110 conn(0x7f3c000ff770 msgr2=0x7f3c00101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 -- 172.21.15.100:0/4126212110 shutdown_connections 2024-04-26T01:47:30.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.195+0000 7f3c05000640 1 -- 172.21.15.100:0/4126212110 wait complete. 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.196+0000 7f3c05000640 1 Processor -- start 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 -- start start 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c0019a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c0019a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c001a19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0010fe30 con 0x7f3c001041e0 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0010fcb0 con 0x7f3c001053d0 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3c05000640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c0010ffb0 con 0x7f3c00105d90 2024-04-26T01:47:30.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3bfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c0019a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3bfd400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c0019a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3bfe800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c001a19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3bfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c0019a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52206/0 (socket says 172.21.15.100:52206) 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.197+0000 7f3bfde00640 1 -- 172.21.15.100:0/1191385096 learned_addr learned my addr 172.21.15.100:0/1191385096 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 msgr2=0x7f3c0019a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c0019a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 msgr2=0x7f3c0019a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c0019a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 -- 172.21.15.100:0/1191385096 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c001a2030 con 0x7f3c00105d90 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfd400640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c0019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bfe800640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c001a19c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8009fd0 tx=0x7f3bf800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf800ce20 con 0x7f3c00105d90 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c001a2320 con 0x7f3c00105d90 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3bf8005020 con 0x7f3c00105d90 2024-04-26T01:47:30.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8010720 con 0x7f3c00105d90 2024-04-26T01:47:30.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.198+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c001a2870 con 0x7f3c00105d90 2024-04-26T01:47:30.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.199+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c0010b500 con 0x7f3c00105d90 2024-04-26T01:47:30.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.201+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 19) ==== 138664+0+0 (secure 0 0 0) 0x7f3bf8005560 con 0x7f3c00105d90 2024-04-26T01:47:30.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.202+0000 7f3bf6a00640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 0x7f3be40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:30.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.203+0000 7f3bfde00640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 msgr2=0x7f3be40a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:30.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.203+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f3bf80d0f40 con 0x7f3c00105d90 2024-04-26T01:47:30.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.203+0000 7f3bfde00640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 0x7f3be40a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:47:30.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.205+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3bf809d8d0 con 0x7f3c00105d90 2024-04-26T01:47:30.241 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:29 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:29.866+0000 7f57504a6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:47:30.241 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:30.108+0000 7f57504a6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:30.241 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:30.243+0000 7f57504a6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:47:30.310 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:29.909+0000 7f18f358b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:30.310 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:30.012+0000 7f18f358b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:47:30.313 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:29.908+0000 7f984c1b7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:30.313 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:30.011+0000 7f984c1b7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:47:30.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.404+0000 7f3bfde00640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 msgr2=0x7f3be40a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:30.401 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.404+0000 7f3bfde00640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 0x7f3be40a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:47:30.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.408+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f3c0002d5c0 con 0x7f3c00105d90 2024-04-26T01:47:30.413 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.416+0000 7f3bf6a00640 1 -- 172.21.15.100:0/1191385096 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v30)=0 v30) ==== 133+0+0 (secure 0 0 0) 0x7f3bf809d1d0 con 0x7f3c00105d90 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 msgr2=0x7f3be40a61e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 0x7f3be40a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 msgr2=0x7f3c001a19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c001a19c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8009fd0 tx=0x7f3bf800ef10 comp rx=0 tx=0).stop 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 shutdown_connections 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f3be40a3d20 0x7f3be40a61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c00105d90 0x7f3c001a19c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.416 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c001053d0 0x7f3c0019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 --2- 172.21.15.100:0/1191385096 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c001041e0 0x7f3c0019a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:30.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 >> 172.21.15.100:0/1191385096 conn(0x7f3c000ff770 msgr2=0x7f3c001086d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:30.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 shutdown_connections 2024-04-26T01:47:30.417 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:30.419+0000 7f3c05000640 1 -- 172.21.15.100:0/1191385096 wait complete. 2024-04-26T01:47:30.434 INFO:teuthology.run_tasks:Running task kclient... 2024-04-26T01:47:30.456 INFO:tasks.kclient:Mounting kernel clients... 2024-04-26T01:47:30.457 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-26T01:47:30.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:30.457 DEBUG:teuthology.orchestra.run.smithi100:> ip netns list 2024-04-26T01:47:30.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:30.507 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link delete ceph-brx 2024-04-26T01:47:30.564 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:30.315+0000 7f984c1b7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:47:30.564 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:30.399+0000 7f984c1b7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:47:30.582 INFO:teuthology.orchestra.run.smithi100.stderr:Cannot find device "ceph-brx" 2024-04-26T01:47:30.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:47:30.585 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'rbytes': False, 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-26T01:47:30.585 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T01:47:30.585 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:47:30.586 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T01:47:30.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:30.317+0000 7f18f358b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:47:30.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:30.401+0000 7f18f358b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:47:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:47:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-mon[32990]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:47:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:30 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:30.653+0000 7f57504a6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:47:30.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:30.768+0000 7f57504a6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:47:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:47:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-mon[28020]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:47:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:30 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:47:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-mon[32344]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:47:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:30 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' 2024-04-26T01:47:30.993 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:31.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:31.575+0000 7f984c1b7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:47:31.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:31.742+0000 7f984c1b7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:31.908 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:31.575+0000 7f18f358b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:47:31.908 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:31.742+0000 7f18f358b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:31.908 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:31.911+0000 7f18f358b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:47:32.197 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:31.912+0000 7f984c1b7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:47:32.487 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:32.194+0000 7f18f358b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:47:32.487 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:32.286+0000 7f18f358b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:47:32.494 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:32.199+0000 7f984c1b7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:47:32.494 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:32.291+0000 7f984c1b7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:47:32.494 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:32.496+0000 7f984c1b7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:47:32.773 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:32.338+0000 7f57504a6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:47:32.773 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:32.570+0000 7f57504a6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:32.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:32.489+0000 7f18f358b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:47:32.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:32.681+0000 7f18f358b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:32.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:32.689+0000 7f984c1b7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:33.075 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:32.789+0000 7f57504a6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:47:33.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1104378472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 msgr2=0x7f9ebc06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:33.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1104378472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc06abb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9ea80098f0 tx=0x7f9ea8009c00 comp rx=0 tx=0).stop 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1104378472 shutdown_connections 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1104378472 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1104378472 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc108a30 0x7f9ebc108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1104378472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc06abb0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1104378472 >> 172.21.15.100:0/1104378472 conn(0x7f9ebc0788f0 msgr2=0x7f9ebc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1104378472 shutdown_connections 2024-04-26T01:47:33.276 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.278+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1104378472 wait complete. 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.279+0000 7f9ec2e00700 1 Processor -- start 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.279+0000 7f9ec2e00700 1 -- start start 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.279+0000 7f9ec2e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc1992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec2e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec2e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 0x7f9ebc19dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec2e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc112d80 con 0x7f9ebc108a30 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec2e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc112c00 con 0x7f9ebc06a750 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec2e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc112f00 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:33.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46472/0 (socket says 172.21.15.100:46472) 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 -- 172.21.15.100:0/1871706433 learned_addr learned my addr 172.21.15.100:0/1871706433 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebbe00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc1992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec0e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 0x7f9ebc19dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 msgr2=0x7f9ebc1992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc1992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 msgr2=0x7f9ebc19dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 0x7f9ebc19dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebb400700 1 -- 172.21.15.100:0/1871706433 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19e2e0 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ec0e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 0x7f9ebc19dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.280+0000 7f9ebbe00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc1992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9ebb400700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8005950 tx=0x7f9ea8010fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8005270 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ea800ba30 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8003b80 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.279 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19e570 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.281+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a5e50 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.280 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.282+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ebc104170 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.281 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.284+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 19) ==== 138664+0+0 (secure 0 0 0) 0x7f9ea80054a0 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.285+0000 7f9eb8c00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 0x7f9ea00a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:33.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.285+0000 7f9ebbe00700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 msgr2=0x7f9ea00a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:33.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.285+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9ea80d1370 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.285+0000 7f9ebbe00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 0x7f9ea00a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:47:33.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.289+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ea8013030 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.486+0000 7f9ebbe00700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 msgr2=0x7f9ea00a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:33.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.486+0000 7f9ebbe00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 0x7f9ea00a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:47:33.484 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:33 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:33.191+0000 7f57504a6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:47:33.484 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:33 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:33.317+0000 7f57504a6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:47:33.560 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:33.273+0000 7f18f358b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:47:33.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.564+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9ebc19a630 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.565+0000 7f9eb8c00700 1 -- 172.21.15.100:0/1871706433 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f9ea809dd90 con 0x7f9ebc06b0f0 2024-04-26T01:47:33.562 INFO:teuthology.orchestra.run.smithi100.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-26T01:47:33.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 msgr2=0x7f9ea00a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:47:33.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 0x7f9ea00a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.565 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 msgr2=0x7f9ebc199810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8005950 tx=0x7f9ea8010fb0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 shutdown_connections 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9ebc108a30 0x7f9ebc19dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f9ea00a3c90 0x7f9ea00a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc06a750 0x7f9ebc1992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 --2- 172.21.15.100:0/1871706433 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9ebc06b0f0 0x7f9ebc199810 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 >> 172.21.15.100:0/1871706433 conn(0x7f9ebc0788f0 msgr2=0x7f9ebc0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 shutdown_connections 2024-04-26T01:47:33.566 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:33.568+0000 7f9ec2e00700 1 -- 172.21.15.100:0/1871706433 wait complete. 2024-04-26T01:47:33.613 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:33.294+0000 7f984c1b7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:47:33.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:33 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:33.574+0000 7f57504a6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:47:33.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:33 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1871706433' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:47:33.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:33.719+0000 7f984c1b7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:47:33.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:33.815+0000 7f984c1b7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:47:33.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:33 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1871706433' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:47:33.979 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:33 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1871706433' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:47:33.979 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:33.690+0000 7f18f358b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:47:33.979 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:33.784+0000 7f18f358b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:47:34.310 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:33.982+0000 7f18f358b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:47:34.325 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:33 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:33.839+0000 7f57504a6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:47:34.400 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:34.018+0000 7f984c1b7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi100.front.sepia.ceph.com 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T01:47:34.480 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:47:34.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:34.481 DEBUG:teuthology.orchestra.run.smithi100:> ip addr 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: inet6 ::1/128 scope host 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: link/ether 0c:c4:7a:d8:a1:28 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: altname enp7s0f0 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:47:34.532 INFO:teuthology.orchestra.run.smithi100.stdout: link/ether 0c:c4:7a:d8:a1:29 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: altname enp7s0f1 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: link/ether 0c:c4:7a:8f:d7:32 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: link/ether 0c:c4:7a:8f:d7:33 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: inet 172.21.15.100/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: valid_lft 41886sec preferred_lft 41886sec 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: inet6 fe80::ec4:7aff:fe8f:d733/64 scope link 2024-04-26T01:47:34.533 INFO:teuthology.orchestra.run.smithi100.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:47:34.534 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T01:47:34.534 DEBUG:teuthology.orchestra.run.smithi100:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:47:34.534 DEBUG:teuthology.orchestra.run.smithi100:> set -e 2024-04-26T01:47:34.534 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link add name ceph-brx type bridge 2024-04-26T01:47:34.534 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip addr flush dev ceph-brx 2024-04-26T01:47:34.534 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link set ceph-brx up 2024-04-26T01:47:34.535 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T01:47:34.535 DEBUG:teuthology.orchestra.run.smithi100:> ') 2024-04-26T01:47:34.634 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:34 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:34.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:34.501+0000 7f18f358b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:47:34.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:34.593+0000 7f18f358b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:47:34.874 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:34.543+0000 7f984c1b7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:47:34.874 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:34.637+0000 7f984c1b7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:47:34.894 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:34 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:34.644+0000 7f57504a6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:47:34.986 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:34.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:34.995 DEBUG:teuthology.orchestra.run.smithi100:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T01:47:35.061 INFO:teuthology.orchestra.run.smithi100.stdout:1 2024-04-26T01:47:35.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:35.065 DEBUG:teuthology.orchestra.run.smithi100:> route 2024-04-26T01:47:35.117 INFO:teuthology.orchestra.run.smithi100.stdout:Kernel IP routing table 2024-04-26T01:47:35.117 INFO:teuthology.orchestra.run.smithi100.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T01:47:35.117 INFO:teuthology.orchestra.run.smithi100.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-26T01:47:35.117 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-26T01:47:35.117 INFO:teuthology.orchestra.run.smithi100.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> set -e 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-26T01:47:35.118 DEBUG:teuthology.orchestra.run.smithi100:> ') 2024-04-26T01:47:35.150 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:34.876+0000 7f984c1b7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:47:35.150 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:35.010+0000 7f984c1b7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:47:35.150 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:35.103+0000 7f984c1b7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:47:35.170 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:34.834+0000 7f18f358b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:47:35.170 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:34.965+0000 7f18f358b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:47:35.170 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:35.059+0000 7f18f358b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:47:35.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:35 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:35.472 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:35.172+0000 7f18f358b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:35.480 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:35.236+0000 7f57504a6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:47:35.480 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:35.371+0000 7f57504a6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:47:35.516 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:35.218+0000 7f984c1b7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:35.810 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:35.474+0000 7f18f358b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:47:35.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:35.676+0000 7f57504a6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:47:35.900 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:35.518+0000 7f984c1b7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:47:35.908 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:35.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:35.922 DEBUG:teuthology.orchestra.run.smithi100:> ip netns list 2024-04-26T01:47:35.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:35.968 DEBUG:teuthology.orchestra.run.smithi100:> ip netns list-id 2024-04-26T01:47:36.048 DEBUG:teuthology.orchestra.run.smithi100:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:47:36.048 DEBUG:teuthology.orchestra.run.smithi100:> set -e 2024-04-26T01:47:36.048 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T01:47:36.048 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T01:47:36.048 DEBUG:teuthology.orchestra.run.smithi100:> ') 2024-04-26T01:47:36.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:36.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:36.251 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T01:47:36.251 DEBUG:teuthology.orchestra.run.smithi100:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:47:36.251 DEBUG:teuthology.orchestra.run.smithi100:> set -e 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T01:47:36.252 DEBUG:teuthology.orchestra.run.smithi100:> ') 2024-04-26T01:47:36.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:36.349 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:36.071+0000 7f18f358b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:47:36.349 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z[34893]: 2024-04-26T01:47:36.283+0000 7f18f358b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:47:36.400 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:36.118+0000 7f984c1b7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:47:36.400 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y[33774]: 2024-04-26T01:47:36.336+0000 7f984c1b7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: Standby manager daemon z restarted 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: Standby manager daemon z started 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:47:36.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:36 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:36.453 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:36.383+0000 7f57504a6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:47:36.453 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: Standby manager daemon z restarted 2024-04-26T01:47:36.453 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: Standby manager daemon z started 2024-04-26T01:47:36.453 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:47:36.454 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:36.454 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:47:36.454 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:36.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:36.517 DEBUG:teuthology.orchestra.run.smithi100:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:47:36.517 DEBUG:teuthology.orchestra.run.smithi100:> set -e 2024-04-26T01:47:36.517 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link set brx.0 up 2024-04-26T01:47:36.517 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T01:47:36.518 DEBUG:teuthology.orchestra.run.smithi100:> ') 2024-04-26T01:47:36.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:36.686 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:36.695 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:47:36.695 DEBUG:teuthology.orchestra.run.smithi100:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T01:47:36.734 INFO:teuthology.orchestra.run.smithi100.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:47:36.734 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:47:36.734 DEBUG:teuthology.orchestra.run.smithi100:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:47:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: Standby manager daemon z restarted 2024-04-26T01:47:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: Standby manager daemon z started 2024-04-26T01:47:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:47:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:47:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:36 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.148:0/110855799' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:36.822 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-26T01:47:36.822 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-26T01:47:36.822 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/310c4566-72d4-4011-a901-0d04fc068230 2024-04-26T01:47:36.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:36.822 DEBUG:teuthology.orchestra.run.smithi100:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/310c4566-72d4-4011-a901-0d04fc068230 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:47:36.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:36.528+0000 7f57504a6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:47:36.946 INFO:teuthology.orchestra.run.smithi100.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:47:36.946 INFO:teuthology.orchestra.run.smithi100.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-26T01:47:37.191 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:36.886+0000 7f57504a6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:47:37.191 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:37.078+0000 7f57504a6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:37.210+0000 7f57504a6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:37.373+0000 7f57504a6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: Standby manager daemon y restarted 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: Standby manager daemon y started 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: mgrmap e20: x(active, since 12m), standbys: y, z 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:47:37.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-mon[28020]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:47:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: Standby manager daemon y restarted 2024-04-26T01:47:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: Standby manager daemon y started 2024-04-26T01:47:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: mgrmap e20: x(active, since 12m), standbys: y, z 2024-04-26T01:47:37.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:37.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:47:37.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:37 smithi133 ceph-mon[32344]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:37.692 INFO:teuthology.orchestra.run.smithi100.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:47:37.693 INFO:teuthology.orchestra.run.smithi100.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-26T01:47:37.693 INFO:teuthology.orchestra.run.smithi100.stdout:mount.ceph: resolved to: "172.21.15.100:3300,172.21.15.133:3300,172.21.15.148:3300" 2024-04-26T01:47:37.693 INFO:teuthology.orchestra.run.smithi100.stdout:mount.ceph: trying mount with new device syntax: 0@e2513004-036c-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/310c4566-72d4-4011-a901-0d04fc068230 2024-04-26T01:47:37.693 INFO:teuthology.orchestra.run.smithi100.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.100:3300/172.21.15.133:3300/172.21.15.148:3300" will pass to kernel 2024-04-26T01:47:37.697 INFO:teuthology.orchestra.run.smithi100.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-26T01:47:37.697 INFO:teuthology.orchestra.run.smithi100.stdout: You just mounted a file system that supports labels which does not 2024-04-26T01:47:37.697 INFO:teuthology.orchestra.run.smithi100.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-26T01:47:37.697 INFO:teuthology.orchestra.run.smithi100.stdout: applications will generate AVC messages and not be allowed access to 2024-04-26T01:47:37.697 INFO:teuthology.orchestra.run.smithi100.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-26T01:47:37.702 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-26T01:47:37.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:47:37.702 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:47:37.773 DEBUG:teuthology.orchestra.run.smithi100:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:47:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:47:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: Standby manager daemon y restarted 2024-04-26T01:47:37.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: Standby manager daemon y started 2024-04-26T01:47:37.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: mgrmap e20: x(active, since 12m), standbys: y, z 2024-04-26T01:47:37.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:47:37.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:47:37.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:37 smithi148 ceph-mon[32990]: from='mgr.? 172.21.15.133:0/1840235534' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:47:37.862 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:37 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:47:37.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:37.875 INFO:teuthology.orchestra.run.smithi100.stdout:client25168 2024-04-26T01:47:37.876 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:47:37.876 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T01:47:37.920 DEBUG:teuthology.orchestra.run.smithi100:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:47:38.062 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:47:38.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:38.075 INFO:teuthology.orchestra.run.smithi100.stdout:client25168 2024-04-26T01:47:38.076 DEBUG:teuthology.orchestra.run.smithi100:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:47:38.076 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:37.756+0000 7f57504a6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:47:38.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:47:38.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:38.180 INFO:teuthology.orchestra.run.smithi100.stdout:client25168 2024-04-26T01:47:38.180 DEBUG:teuthology.orchestra.run.smithi100:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/e2513004-036c-11ef-bc93-c7b262605968.client25168/status') 2024-04-26T01:47:38.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:47:38.301 INFO:teuthology.orchestra.run.smithi100.stdout:instance: client.25168 (3)172.21.15.100:0/988118043 2024-04-26T01:47:38.301 INFO:teuthology.orchestra.run.smithi100.stdout:blocklisted: false 2024-04-26T01:47:38.301 INFO:teuthology.orchestra.run.smithi100.stderr:0+1 records in 2024-04-26T01:47:38.302 INFO:teuthology.orchestra.run.smithi100.stderr:0+1 records out 2024-04-26T01:47:38.302 INFO:teuthology.orchestra.run.smithi100.stderr:71 bytes copied, 8.8058e-05 s, 806 kB/s 2024-04-26T01:47:38.304 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:47:38.313 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:47:38.324 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:47:38.324 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:47:38.325 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 -- 172.21.15.100:0/200772282 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 msgr2=0x7f8848074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 --2- 172.21.15.100:0/200772282 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f8848074e30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8834009900 tx=0x7f883402a410 comp rx=0 tx=0).stop 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 -- 172.21.15.100:0/200772282 shutdown_connections 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 --2- 172.21.15.100:0/200772282 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 0x7f884810c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 --2- 172.21.15.100:0/200772282 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f8848074e30 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 --2- 172.21.15.100:0/200772282 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 0x7f88480743e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 -- 172.21.15.100:0/200772282 >> 172.21.15.100:0/200772282 conn(0x7f88480fd350 msgr2=0x7f88480ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:38.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.517+0000 7f8847e00640 1 -- 172.21.15.100:0/200772282 shutdown_connections 2024-04-26T01:47:38.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.518+0000 7f8847e00640 1 -- 172.21.15.100:0/200772282 wait complete. 2024-04-26T01:47:38.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 Processor -- start 2024-04-26T01:47:38.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 -- start start 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 0x7f884819a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 0x7f88481a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f884810fc80 con 0x7f88480749b0 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f884810fb00 con 0x7f8848109ca0 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f884810fe00 con 0x7f8848075f90 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8846a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8846a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:33926/0 (socket says 172.21.15.100:33926) 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8846a00640 1 -- 172.21.15.100:0/584950612 learned_addr learned my addr 172.21.15.100:0/584950612 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8846000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 0x7f884819a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.519+0000 7f8847400640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 0x7f88481a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 msgr2=0x7f884819a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 0x7f884819a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 msgr2=0x7f88481a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:38.519 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 0x7f88481a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 -- 172.21.15.100:0/584950612 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88481a1ef0 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8846a00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f883800e9f0 tx=0x7f883800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883800cd80 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88481a21e0 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f88380054f0 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.520+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838010690 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.521+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88481a26b0 con 0x7f88480749b0 2024-04-26T01:47:38.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.522+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88481089d0 con 0x7f88480749b0 2024-04-26T01:47:38.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.524+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 21) ==== 138664+0+0 (secure 0 0 0) 0x7f88380046c0 con 0x7f88480749b0 2024-04-26T01:47:38.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.525+0000 7f883f400640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 0x7f882c0a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:38.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.525+0000 7f8846000640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 msgr2=0x7f882c0a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:38.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.525+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f88380d0a30 con 0x7f88480749b0 2024-04-26T01:47:38.523 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.525+0000 7f8846000640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 0x7f882c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:47:38.525 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.528+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8838053ff0 con 0x7f88480749b0 2024-04-26T01:47:38.555 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:38 smithi100 ceph-mon[28020]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:47:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:38 smithi133 ceph-mon[32344]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:47:38.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.726+0000 7f8846000640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 msgr2=0x7f882c0a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.100:6800/466558262 2024-04-26T01:47:38.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.726+0000 7f8846000640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 0x7f882c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:47:38.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.773+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f884802d5c0 con 0x7f88480749b0 2024-04-26T01:47:38.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:38 smithi148 ceph-mon[32990]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:47:38.825 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:38 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:38.556+0000 7f57504a6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:47:38.873 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.875+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7f8838099330 con 0x7f88480749b0 2024-04-26T01:47:38.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.876+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 msgr2=0x7f882c0a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:47:38.875 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:38.876+0000 7f883f400640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 0x7f882c0a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.149 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:38 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:38.849+0000 7f57504a6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:47:39.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.371+0000 7f883f400640 1 -- 172.21.15.100:0/584950612 <== mon.0 v2:172.21.15.100:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7f8838057130 con 0x7f88480749b0 2024-04-26T01:47:39.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 msgr2=0x7f884819a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f883800e9f0 tx=0x7f883800edf0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 shutdown_connections 2024-04-26T01:47:39.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:6800/466558262,v1:172.21.15.100:6801/466558262] conn(0x7f882c0a3bf0 0x7f882c0a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8848109ca0 0x7f88481a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8848075f90 0x7f884819a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 --2- 172.21.15.100:0/584950612 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f88480749b0 0x7f884819a2d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 >> 172.21.15.100:0/584950612 conn(0x7f88480fd350 msgr2=0x7f8848105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:39.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 shutdown_connections 2024-04-26T01:47:39.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.375+0000 7f8847e00640 1 -- 172.21.15.100:0/584950612 wait complete. 2024-04-26T01:47:39.392 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T01:47:39.404 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:47:39.424 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:47:39.424 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:47:39.425 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.164+0000 7f56a5400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.164+0000 7f56a5400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.164+0000 7f56a5400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.164+0000 7f56a5400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.164+0000 7f56a5400700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.166+0000 7f56a2200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.166+0000 7f56a2200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.478 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.166+0000 7f56a2200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.166+0000 7f56a2200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:47:39.166+0000 7f56a2200700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: Active manager daemon x restarted 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: Activating manager daemon x 2024-04-26T01:47:39.479 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: mgrmap e22: x(active, starting, since 0.0240681s), standbys: y, z 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:47:39.480 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:47:39.481 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: Manager daemon x is now available 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.482 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:39 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 -- 172.21.15.100:0/3584937005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64103990 msgr2=0x7f7d6410a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 --2- 172.21.15.100:0/3584937005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64103990 0x7f7d6410a220 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009ca0 tx=0x7f7d5c02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 -- 172.21.15.100:0/3584937005 shutdown_connections 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 --2- 172.21.15.100:0/3584937005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64103990 0x7f7d6410a220 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 --2- 172.21.15.100:0/3584937005 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64102fd0 0x7f7d64103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 --2- 172.21.15.100:0/3584937005 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d64102200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 -- 172.21.15.100:0/3584937005 >> 172.21.15.100:0/3584937005 conn(0x7f7d640fd350 msgr2=0x7f7d640ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 -- 172.21.15.100:0/3584937005 shutdown_connections 2024-04-26T01:47:39.596 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.597+0000 7f7d63200640 1 -- 172.21.15.100:0/3584937005 wait complete. 2024-04-26T01:47:39.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.598+0000 7f7d63200640 1 Processor -- start 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.598+0000 7f7d63200640 1 -- start start 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 0x7f7d6419a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64103990 0x7f7d641a1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6410da30 con 0x7f7d64101de0 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6410d8b0 con 0x7f7d64102fd0 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d63200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7d6410dbb0 con 0x7f7d64103990 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d62800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64103990 0x7f7d641a1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34062/0 (socket says 172.21.15.100:34062) 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 -- 172.21.15.100:0/3414641317 learned_addr learned my addr 172.21.15.100:0/3414641317 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:39.599 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61400640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 0x7f7d6419a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 -- 172.21.15.100:0/3414641317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64103990 msgr2=0x7f7d641a1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64103990 0x7f7d641a1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 -- 172.21.15.100:0/3414641317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 msgr2=0x7f7d6419a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 0x7f7d6419a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61e00640 1 -- 172.21.15.100:0/3414641317 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d641a1e80 con 0x7f7d64101de0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.599+0000 7f7d61400640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 0x7f7d6419a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d61e00640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7d5400e9c0 tx=0x7f7d5400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5400cd80 con 0x7f7d64101de0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d540035f0 con 0x7f7d64101de0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d641a2170 con 0x7f7d64101de0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d54010690 con 0x7f7d64101de0 2024-04-26T01:47:39.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.600+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d641a26c0 con 0x7f7d64101de0 2024-04-26T01:47:39.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.601+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d641a2980 con 0x7f7d64101de0 2024-04-26T01:47:39.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.603+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7f7d540037a0 con 0x7f7d64101de0 2024-04-26T01:47:39.603 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.605+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7d540d03d0 con 0x7f7d64101de0 2024-04-26T01:47:39.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.610+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d5409d060 con 0x7f7d64101de0 2024-04-26T01:47:39.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: Active manager daemon x restarted 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: Activating manager daemon x 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: mgrmap e22: x(active, starting, since 0.0240681s), standbys: y, z 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:47:39.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:47:39.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: Manager daemon x is now available 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.653 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.654 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:39 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: Active manager daemon x restarted 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: Activating manager daemon x 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: mgrmap e22: x(active, starting, since 0.0240681s), standbys: y, z 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:47:39.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:47:39.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: Manager daemon x is now available 2024-04-26T01:47:39.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:39.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:47:39.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.814 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:39 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:47:39.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.879+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f7d540986b0 con 0x7f7d64101de0 2024-04-26T01:47:39.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.880+0000 7f7d5aa00640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 0x7f7d480acc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:39.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.880+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f7d4801dcc0 con 0x7f7d480aa8a0 2024-04-26T01:47:39.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.883+0000 7f7d61400640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 0x7f7d480acc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:39.886 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.888+0000 7f7d61400640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 0x7f7d480acc90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7d6419b770 tx=0x7f7d50005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:39.979 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.980+0000 7f7d5aa00640 1 -- 172.21.15.100:0/3414641317 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7d4801dcc0 con 0x7f7d480aa8a0 2024-04-26T01:47:39.979 INFO:teuthology.orchestra.run.smithi100.stdout:Schedule set for path / 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.982+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 msgr2=0x7f7d480acc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.982+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 0x7f7d480acc90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f7d6419b770 tx=0x7f7d50005f90 comp rx=0 tx=0).stop 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.982+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 msgr2=0x7f7d6419a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.982+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7d5400e9c0 tx=0x7f7d5400ee80 comp rx=0 tx=0).stop 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 shutdown_connections 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d480aa8a0 0x7f7d480acc90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.981 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d64103990 0x7f7d641a1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d64102fd0 0x7f7d6419a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 --2- 172.21.15.100:0/3414641317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d64101de0 0x7f7d6419a260 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:39.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 >> 172.21.15.100:0/3414641317 conn(0x7f7d640fd350 msgr2=0x7f7d64074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:39.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 shutdown_connections 2024-04-26T01:47:39.982 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:39.983+0000 7f7d63200640 1 -- 172.21.15.100:0/3414641317 wait complete. 2024-04-26T01:47:39.998 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-26T01:47:40.192 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 -- 172.21.15.100:0/3840398934 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 msgr2=0x7f2ecc10a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3840398934 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc10a1d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4009860 tx=0x7f2ec402a340 comp rx=0 tx=0).stop 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 -- 172.21.15.100:0/3840398934 shutdown_connections 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3840398934 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc10a1d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3840398934 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 0x7f2ecc1078a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3840398934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 -- 172.21.15.100:0/3840398934 >> 172.21.15.100:0/3840398934 conn(0x7f2ecc0fc4d0 msgr2=0x7f2ecc0fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 -- 172.21.15.100:0/3840398934 shutdown_connections 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.194+0000 7f2ed3200640 1 -- 172.21.15.100:0/3840398934 wait complete. 2024-04-26T01:47:40.193 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 Processor -- start 2024-04-26T01:47:40.195 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 -- start start 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 0x7f2ecc100b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc101070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10dc70 con 0x7f2ecc1054b0 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10daf0 con 0x7f2ecc102b80 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.195+0000 7f2ed3200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10ddf0 con 0x7f2ecc107de0 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ed1200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc101070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45544/0 (socket says 172.21.15.100:45544) 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 -- 172.21.15.100:0/3469724081 learned_addr learned my addr 172.21.15.100:0/3469724081 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecb400640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 0x7f2ecc100b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.196 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 -- 172.21.15.100:0/3469724081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 msgr2=0x7f2ecc101070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc101070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 -- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 msgr2=0x7f2ecc100b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 0x7f2ecc100b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 -- 172.21.15.100:0/3469724081 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc1015b0 con 0x7f2ecc102b80 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ed1200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.196+0000 7f2ecbe00640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ebc0 tx=0x7f2ebc00c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.197+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc010430 con 0x7f2ecc102b80 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.197+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2ebc010aa0 con 0x7f2ecc102b80 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.197+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc1018a0 con 0x7f2ecc102b80 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.197+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc018b00 con 0x7f2ecc102b80 2024-04-26T01:47:40.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.197+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1a6c70 con 0x7f2ecc102b80 2024-04-26T01:47:40.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.198+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc0fdfc0 con 0x7f2ecc102b80 2024-04-26T01:47:40.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.201+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f2ebc018ca0 con 0x7f2ecc102b80 2024-04-26T01:47:40.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.203+0000 7f2ec8c00640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 0x7f2eb00a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.203+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f2ebc0d0880 con 0x7f2ecc102b80 2024-04-26T01:47:40.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.203+0000 7f2ecb400640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 0x7f2eb00a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.204+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2ebc09d420 con 0x7f2ecc102b80 2024-04-26T01:47:40.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.204+0000 7f2ecb400640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 0x7f2eb00a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc1021a0 tx=0x7f2eb8009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:40.454 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.456+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f2ecc0624f0 con 0x7f2eb00a3a60 2024-04-26T01:47:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:47:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:40.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: [26/Apr/2024:01:47:39] ENGINE Bus STARTING 2024-04-26T01:47:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: [26/Apr/2024:01:47:39] ENGINE Serving on https://172.21.15.100:7150 2024-04-26T01:47:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: [26/Apr/2024:01:47:39] ENGINE Serving on http://172.21.15.100:8765 2024-04-26T01:47:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: [26/Apr/2024:01:47:39] ENGINE Bus STARTED 2024-04-26T01:47:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:40 smithi148 ceph-mon[32990]: mgrmap e23: x(active, since 1.03355s), standbys: y, z 2024-04-26T01:47:40.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.599+0000 7f2ec8c00640 1 -- 172.21.15.100:0/3469724081 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f2ecc0624f0 con 0x7f2eb00a3a60 2024-04-26T01:47:40.597 INFO:teuthology.orchestra.run.smithi100.stdout:Retention added to path / 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.601+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 msgr2=0x7f2eb00a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.601+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 0x7f2eb00a5f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc1021a0 tx=0x7f2eb8009260 comp rx=0 tx=0).stop 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.601+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 msgr2=0x7f2ecc102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.601+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ebc0 tx=0x7f2ebc00c2d0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 shutdown_connections 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2eb00a3a60 0x7f2eb00a5f20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.600 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2ecc107de0 0x7f2ecc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2ecc1054b0 0x7f2ecc100b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 --2- 172.21.15.100:0/3469724081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2ecc102b80 0x7f2ecc102430 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 >> 172.21.15.100:0/3469724081 conn(0x7f2ecc0fc4d0 msgr2=0x7f2ecc103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:40.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 shutdown_connections 2024-04-26T01:47:40.601 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.602+0000 7f2ed3200640 1 -- 172.21.15.100:0/3469724081 wait complete. 2024-04-26T01:47:40.620 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: [26/Apr/2024:01:47:39] ENGINE Bus STARTING 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: [26/Apr/2024:01:47:39] ENGINE Serving on https://172.21.15.100:7150 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: [26/Apr/2024:01:47:39] ENGINE Serving on http://172.21.15.100:8765 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: [26/Apr/2024:01:47:39] ENGINE Bus STARTED 2024-04-26T01:47:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:40 smithi133 ceph-mon[32344]: mgrmap e23: x(active, since 1.03355s), standbys: y, z 2024-04-26T01:47:40.674 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/584950612' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:47:40.674 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:40.674 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: [26/Apr/2024:01:47:39] ENGINE Bus STARTING 2024-04-26T01:47:40.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: [26/Apr/2024:01:47:39] ENGINE Serving on https://172.21.15.100:7150 2024-04-26T01:47:40.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: [26/Apr/2024:01:47:39] ENGINE Serving on http://172.21.15.100:8765 2024-04-26T01:47:40.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: [26/Apr/2024:01:47:39] ENGINE Bus STARTED 2024-04-26T01:47:40.675 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:40 smithi100 ceph-mon[28020]: mgrmap e23: x(active, since 1.03355s), standbys: y, z 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.796+0000 7f94b3e00640 1 -- 172.21.15.100:0/1258539238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4103990 msgr2=0x7f94b410a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.796+0000 7f94b3e00640 1 --2- 172.21.15.100:0/1258539238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4103990 0x7f94b410a220 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f94ac009ca0 tx=0x7f94ac02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.796+0000 7f94b3e00640 1 -- 172.21.15.100:0/1258539238 shutdown_connections 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.796+0000 7f94b3e00640 1 --2- 172.21.15.100:0/1258539238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4103990 0x7f94b410a220 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.797+0000 7f94b3e00640 1 --2- 172.21.15.100:0/1258539238 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4102fd0 0x7f94b4103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.797+0000 7f94b3e00640 1 --2- 172.21.15.100:0/1258539238 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4101de0 0x7f94b4102200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.797+0000 7f94b3e00640 1 -- 172.21.15.100:0/1258539238 >> 172.21.15.100:0/1258539238 conn(0x7f94b40fd350 msgr2=0x7f94b40ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.797+0000 7f94b3e00640 1 -- 172.21.15.100:0/1258539238 shutdown_connections 2024-04-26T01:47:40.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.797+0000 7f94b3e00640 1 -- 172.21.15.100:0/1258539238 wait complete. 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 Processor -- start 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 -- start start 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 0x7f94b4074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4103990 0x7f94b4074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f94b410db00 con 0x7f94b4102fd0 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f94b410d980 con 0x7f94b4101de0 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b3e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f94b410dc80 con 0x7f94b4103990 2024-04-26T01:47:40.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.798+0000 7f94b2a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45556/0 (socket says 172.21.15.100:45556) 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 -- 172.21.15.100:0/4162987397 learned_addr learned my addr 172.21.15.100:0/4162987397 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2000640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 0x7f94b4074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b3400640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4103990 0x7f94b4074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 -- 172.21.15.100:0/4162987397 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4103990 msgr2=0x7f94b4074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4103990 0x7f94b4074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 -- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 msgr2=0x7f94b4074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 0x7f94b4074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 -- 172.21.15.100:0/4162987397 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94b4075110 con 0x7f94b4101de0 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2000640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 0x7f94b4074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94b2a00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f94a400e9c0 tx=0x7f94a400edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:40.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.799+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a400cd80 con 0x7f94b4101de0 2024-04-26T01:47:40.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.800+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94b41a21e0 con 0x7f94b4101de0 2024-04-26T01:47:40.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.800+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f94a4010900 con 0x7f94b4101de0 2024-04-26T01:47:40.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.800+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a4018980 con 0x7f94b4101de0 2024-04-26T01:47:40.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.800+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94b41a27b0 con 0x7f94b4101de0 2024-04-26T01:47:40.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.801+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94b41090a0 con 0x7f94b4101de0 2024-04-26T01:47:40.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.803+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f94a4010ab0 con 0x7f94b4101de0 2024-04-26T01:47:40.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.804+0000 7f94ab400640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 0x7f94980a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:40.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.804+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f94a40d06b0 con 0x7f94b4101de0 2024-04-26T01:47:40.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.804+0000 7f94b2000640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 0x7f94980a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:40.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.805+0000 7f94b2000640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 0x7f94980a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f94b4075a70 tx=0x7f94a0009110 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:40.805 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:40.807+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f94a409d250 con 0x7f94b4101de0 2024-04-26T01:47:41.042 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.044+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f94b4062390 con 0x7f94980a3990 2024-04-26T01:47:41.067 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.069+0000 7f94ab400640 1 -- 172.21.15.100:0/4162987397 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f94b4062390 con 0x7f94980a3990 2024-04-26T01:47:41.067 INFO:teuthology.orchestra.run.smithi100.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:47:39", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.072+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 msgr2=0x7f94980a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.072+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 0x7f94980a5e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f94b4075a70 tx=0x7f94a0009110 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.072+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 msgr2=0x7f94b4075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.072+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f94a400e9c0 tx=0x7f94a400edc0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 shutdown_connections 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f94980a3990 0x7f94980a5e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f94b4103990 0x7f94b4074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f94b4102fd0 0x7f94b4074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 --2- 172.21.15.100:0/4162987397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94b4101de0 0x7f94b4075d00 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 >> 172.21.15.100:0/4162987397 conn(0x7f94b40fd350 msgr2=0x7f94b4106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:41.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 shutdown_connections 2024-04-26T01:47:41.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.073+0000 7f94b3e00640 1 -- 172.21.15.100:0/4162987397 wait complete. 2024-04-26T01:47:41.089 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.283+0000 7fab4a600640 1 -- 172.21.15.100:0/3916881751 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44105360 msgr2=0x7fab44107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.283+0000 7fab4a600640 1 --2- 172.21.15.100:0/3916881751 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44105360 0x7fab44107750 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fab30009900 tx=0x7fab3002a410 comp rx=0 tx=0).stop 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 -- 172.21.15.100:0/3916881751 shutdown_connections 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 --2- 172.21.15.100:0/3916881751 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44107c90 0x7fab4410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 --2- 172.21.15.100:0/3916881751 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44105360 0x7fab44107750 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 --2- 172.21.15.100:0/3916881751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44102a30 0x7fab44104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.282 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 -- 172.21.15.100:0/3916881751 >> 172.21.15.100:0/3916881751 conn(0x7fab440fc440 msgr2=0x7fab440fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:41.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 -- 172.21.15.100:0/3916881751 shutdown_connections 2024-04-26T01:47:41.283 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.284+0000 7fab4a600640 1 -- 172.21.15.100:0/3916881751 wait complete. 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 Processor -- start 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 -- start start 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44102a30 0x7fab4419a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44105360 0x7fab4419a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fab4410dc10 con 0x7fab44102a30 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fab4410da90 con 0x7fab44107c90 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab4a600640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fab4410dd90 con 0x7fab44105360 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab43e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.285+0000 7fab43400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44102a30 0x7fab4419a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45588/0 (socket says 172.21.15.100:45588) 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 -- 172.21.15.100:0/2773837549 learned_addr learned my addr 172.21.15.100:0/2773837549 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:41.284 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab42a00640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44105360 0x7fab4419a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 -- 172.21.15.100:0/2773837549 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44105360 msgr2=0x7fab4419a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44105360 0x7fab4419a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 -- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44102a30 msgr2=0x7fab4419a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44102a30 0x7fab4419a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 -- 172.21.15.100:0/2773837549 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab441a2040 con 0x7fab44107c90 2024-04-26T01:47:41.285 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab43e00640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab3c00efd0 tx=0x7fab3c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c003b70 con 0x7fab44107c90 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fab3c003d10 con 0x7fab44107c90 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.286+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3c010990 con 0x7fab44107c90 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.287+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab441a2330 con 0x7fab44107c90 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.287+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab441a2800 con 0x7fab44107c90 2024-04-26T01:47:41.286 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.288+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab441097e0 con 0x7fab44107c90 2024-04-26T01:47:41.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.290+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7fab3c004020 con 0x7fab44107c90 2024-04-26T01:47:41.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.291+0000 7fab3be00640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 0x7fab280a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.291+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fab3c0d0510 con 0x7fab44107c90 2024-04-26T01:47:41.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.291+0000 7fab43400640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 0x7fab280a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.292+0000 7fab43400640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 0x7fab280a5f20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fab34009bd0 tx=0x7fab34005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:41.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.295+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab3c09d0f0 con 0x7fab44107c90 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.395+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mgrmap(e 24) ==== 138767+0+0 (secure 0 0 0) 0x7fab3c099060 con 0x7fab44107c90 2024-04-26T01:47:41.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.542+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fab44062390 con 0x7fab280a3a60 2024-04-26T01:47:41.548 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.550+0000 7fab3be00640 1 -- 172.21.15.100:0/2773837549 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fab44062390 con 0x7fab280a3a60 2024-04-26T01:47:41.548 INFO:teuthology.orchestra.run.smithi100.stdout:/ 1m 6m3h 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.552+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 msgr2=0x7fab280a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.552+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 0x7fab280a5f20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fab34009bd0 tx=0x7fab34005f90 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.552+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 msgr2=0x7fab441a19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.552+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fab3c00efd0 tx=0x7fab3c00c6a0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 shutdown_connections 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fab280a3a60 0x7fab280a5f20 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fab44107c90 0x7fab441a19d0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fab44105360 0x7fab4419a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 --2- 172.21.15.100:0/2773837549 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fab44102a30 0x7fab4419a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 >> 172.21.15.100:0/2773837549 conn(0x7fab440fc440 msgr2=0x7fab44102090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:41.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 shutdown_connections 2024-04-26T01:47:41.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:41.553+0000 7fab4a600640 1 -- 172.21.15.100:0/2773837549 wait complete. 2024-04-26T01:47:41.569 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='client.25193 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.632 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:41 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.644 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-26T01:47:41.654 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-26T01:47:41.663 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:47:41.663 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='client.25193 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.664 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:41 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.669 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-26T01:47:41.681 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:47:41.681 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:47:41.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:41.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='client.25193 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:41.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:41.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:41 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.106 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.508 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.509 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.510 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.510 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.510 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:42 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:47:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:42 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='client.25199 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:42.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:42 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:43.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:43 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:47:43.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:43 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:47:43.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:43 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:47:43.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:43 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:47:43.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:43 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:47:43.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:43 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:47:43.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:43 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:47:43.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:43 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:47:43.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:43 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:47:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:43 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:47:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:43 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:47:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:43 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 -- 172.21.15.100:0/1103258904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44103450 msgr2=0x7f0b4410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 --2- 172.21.15.100:0/1103258904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44103450 0x7f0b4410f8b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c00b0a0 tx=0x7f0b3c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 -- 172.21.15.100:0/1103258904 shutdown_connections 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 --2- 172.21.15.100:0/1103258904 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44103450 0x7f0b4410f8b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 --2- 172.21.15.100:0/1103258904 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44108a50 0x7f0b44108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.475 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 --2- 172.21.15.100:0/1103258904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44102a90 0x7f0b44102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 -- 172.21.15.100:0/1103258904 >> 172.21.15.100:0/1103258904 conn(0x7f0b44079ba0 msgr2=0x7f0b44079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:44.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 -- 172.21.15.100:0/1103258904 shutdown_connections 2024-04-26T01:47:44.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.476+0000 7f0b4c000700 1 -- 172.21.15.100:0/1103258904 wait complete. 2024-04-26T01:47:44.476 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:44.476 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:47:44.476 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.476 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:44.477 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:44.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 Processor -- start 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 -- start start 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 0x7f0b4419b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44108a50 0x7f0b4419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f0b44112da0 con 0x7f0b44102a90 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0b44112c20 con 0x7f0b44103450 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.478+0000 7f0b4c000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0b44112f20 con 0x7f0b44108a50 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:49304/0 (socket says 172.21.15.100:49304) 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 -- 172.21.15.100:0/3862442717 learned_addr learned my addr 172.21.15.100:0/3862442717 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b49600700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 0x7f0b4419b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b4a000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44108a50 0x7f0b4419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:44.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 -- 172.21.15.100:0/3862442717 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44108a50 msgr2=0x7f0b4419fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44108a50 0x7f0b4419fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 -- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 msgr2=0x7f0b4419b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 0x7f0b4419b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b48c00700 1 -- 172.21.15.100:0/3862442717 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b441a0350 con 0x7f0b44103450 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.479+0000 7f0b49600700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 0x7f0b4419b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.480+0000 7f0b48c00700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000eb30 tx=0x7f0b3000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.480+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b3000cc90 con 0x7f0b44103450 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.480+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0b300044f0 con 0x7f0b44103450 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.480+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b30010430 con 0x7f0b44103450 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.480+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b441a0640 con 0x7f0b44103450 2024-04-26T01:47:44.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.481+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b441a7ec0 con 0x7f0b44103450 2024-04-26T01:47:44.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.483+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b44069730 con 0x7f0b44103450 2024-04-26T01:47:44.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.484+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7f0b30004000 con 0x7f0b44103450 2024-04-26T01:47:44.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.485+0000 7f0b42000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 0x7f0b2c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:44.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.485+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f0b300d08e0 con 0x7f0b44103450 2024-04-26T01:47:44.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.485+0000 7f0b49600700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 0x7f0b2c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:44.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.486+0000 7f0b49600700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 0x7f0b2c0a6300 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009bc0 tx=0x7f0b38009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.490+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b3009cde0 con 0x7f0b44103450 2024-04-26T01:47:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:47:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:44.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.717+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0b44076620 con 0x7f0b2c0a3e40 2024-04-26T01:47:44.726 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.728+0000 7f0b42000700 1 -- 172.21.15.100:0/3862442717 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258102 (secure 0 0 0) 0x7f0b44076620 con 0x7f0b2c0a3e40 2024-04-26T01:47:44.731 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.734+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 msgr2=0x7f0b2c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.734+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 0x7f0b2c0a6300 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0b38009bc0 tx=0x7f0b38009260 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.734+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 msgr2=0x7f0b4419b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.734+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000eb30 tx=0x7f0b3000ee40 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 shutdown_connections 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0b2c0a3e40 0x7f0b2c0a6300 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0b44108a50 0x7f0b4419fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0b44102a90 0x7f0b4419b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 --2- 172.21.15.100:0/3862442717 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b44103450 0x7f0b4419b880 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:44.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.735+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 >> 172.21.15.100:0/3862442717 conn(0x7f0b44079ba0 msgr2=0x7f0b44074f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:44.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.736+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 shutdown_connections 2024-04-26T01:47:44.735 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:44.736+0000 7f0b4c000700 1 -- 172.21.15.100:0/3862442717 wait complete. 2024-04-26T01:47:44.736 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:47:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:47:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:45.672 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:45 smithi100 ceph-mon[28020]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:45.725 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-26T01:47:42.889736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1193234,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2600,"num_read_kb":1468,"num_write":570,"num_write_kb":4414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":950,"ondisk_log_size":950,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361720,"kb_used_data":12532,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580104,"statfs":{"total":1151940427776,"available":1151570026496,"internally_reserved":0,"allocated":12832768,"data_stored":9361265,"data_compressed":212886,"data_compressed_allocated":278528,"data_compressed_original":3305472,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.982558"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179032+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:47:39.179032+0000","last_peered":"2024-04-26T01:47:39.179032+0000","last_clean":"2024-04-26T01:47:39.179032+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:47:39.179032+0000","last_undegraded":"2024-04-26T01:47:39.179032+0000","last_fullsized":"2024-04-26T01:47:39.179032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173191+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:47:39.173191+0000","last_peered":"2024-04-26T01:47:39.173191+0000","last_clean":"2024-04-26T01:47:39.173191+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:47:39.173191+0000","last_undegraded":"2024-04-26T01:47:39.173191+0000","last_fullsized":"2024-04-26T01:47:39.173191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173751+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:47:39.173751+0000","last_peered":"2024-04-26T01:47:39.173751+0000","last_clean":"2024-04-26T01:47:39.173751+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:47:39.173751+0000","last_undegraded":"2024-04-26T01:47:39.173751+0000","last_fullsized":"2024-04-26T01:47:39.173751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006384+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:47:39.006384+0000","last_peered":"2024-04-26T01:47:39.006384+0000","last_clean":"2024-04-26T01:47:39.006384+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:47:39.006384+0000","last_undegraded":"2024-04-26T01:47:39.006384+0000","last_fullsized":"2024-04-26T01:47:39.006384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868294+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:47:38.868294+0000","last_peered":"2024-04-26T01:47:38.868294+0000","last_clean":"2024-04-26T01:47:38.868294+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:47:38.868294+0000","last_undegraded":"2024-04-26T01:47:38.868294+0000","last_fullsized":"2024-04-26T01:47:38.868294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879020+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:47:38.879020+0000","last_peered":"2024-04-26T01:47:38.879020+0000","last_clean":"2024-04-26T01:47:38.879020+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:47:38.879020+0000","last_undegraded":"2024-04-26T01:47:38.879020+0000","last_fullsized":"2024-04-26T01:47:38.879020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.973993+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:47:38.973993+0000","last_peered":"2024-04-26T01:47:38.973993+0000","last_clean":"2024-04-26T01:47:38.973993+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:47:38.973993+0000","last_undegraded":"2024-04-26T01:47:38.973993+0000","last_fullsized":"2024-04-26T01:47:38.973993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874135+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:47:38.874135+0000","last_peered":"2024-04-26T01:47:38.874135+0000","last_clean":"2024-04-26T01:47:38.874135+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:47:38.874135+0000","last_undegraded":"2024-04-26T01:47:38.874135+0000","last_fullsized":"2024-04-26T01:47:38.874135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181441+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:47:39.181441+0000","last_peered":"2024-04-26T01:47:39.181441+0000","last_clean":"2024-04-26T01:47:39.181441+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:47:39.181441+0000","last_undegraded":"2024-04-26T01:47:39.181441+0000","last_fullsized":"2024-04-26T01:47:39.181441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879387+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:47:38.879387+0000","last_peered":"2024-04-26T01:47:38.879387+0000","last_clean":"2024-04-26T01:47:38.879387+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:47:38.879387+0000","last_undegraded":"2024-04-26T01:47:38.879387+0000","last_fullsized":"2024-04-26T01:47:38.879387+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974395+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:47:38.974395+0000","last_peered":"2024-04-26T01:47:38.974395+0000","last_clean":"2024-04-26T01:47:38.974395+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:47:38.974395+0000","last_undegraded":"2024-04-26T01:47:38.974395+0000","last_fullsized":"2024-04-26T01:47:38.974395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006189+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:47:39.006189+0000","last_peered":"2024-04-26T01:47:39.006189+0000","last_clean":"2024-04-26T01:47:39.006189+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:47:39.006189+0000","last_undegraded":"2024-04-26T01:47:39.006189+0000","last_fullsized":"2024-04-26T01:47:39.006189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003513+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:47:39.003513+0000","last_peered":"2024-04-26T01:47:39.003513+0000","last_clean":"2024-04-26T01:47:39.003513+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:47:39.003513+0000","last_undegraded":"2024-04-26T01:47:39.003513+0000","last_fullsized":"2024-04-26T01:47:39.003513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172679+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:47:39.172679+0000","last_peered":"2024-04-26T01:47:39.172679+0000","last_clean":"2024-04-26T01:47:39.172679+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:47:39.172679+0000","last_undegraded":"2024-04-26T01:47:39.172679+0000","last_fullsized":"2024-04-26T01:47:39.172679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172645+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:47:39.172645+0000","last_peered":"2024-04-26T01:47:39.172645+0000","last_clean":"2024-04-26T01:47:39.172645+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:47:39.172645+0000","last_undegraded":"2024-04-26T01:47:39.172645+0000","last_fullsized":"2024-04-26T01:47:39.172645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181265+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:47:39.181265+0000","last_peered":"2024-04-26T01:47:39.181265+0000","last_clean":"2024-04-26T01:47:39.181265+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:47:39.181265+0000","last_undegraded":"2024-04-26T01:47:39.181265+0000","last_fullsized":"2024-04-26T01:47:39.181265+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179140+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:47:39.179140+0000","last_peered":"2024-04-26T01:47:39.179140+0000","last_clean":"2024-04-26T01:47:39.179140+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:47:39.179140+0000","last_undegraded":"2024-04-26T01:47:39.179140+0000","last_fullsized":"2024-04-26T01:47:39.179140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865477+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:47:38.865477+0000","last_peered":"2024-04-26T01:47:38.865477+0000","last_clean":"2024-04-26T01:47:38.865477+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:47:38.865477+0000","last_undegraded":"2024-04-26T01:47:38.865477+0000","last_fullsized":"2024-04-26T01:47:38.865477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882958+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:47:38.882958+0000","last_peered":"2024-04-26T01:47:38.882958+0000","last_clean":"2024-04-26T01:47:38.882958+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:47:38.882958+0000","last_undegraded":"2024-04-26T01:47:38.882958+0000","last_fullsized":"2024-04-26T01:47:38.882958+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181389+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:47:39.181389+0000","last_peered":"2024-04-26T01:47:39.181389+0000","last_clean":"2024-04-26T01:47:39.181389+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:47:39.181389+0000","last_undegraded":"2024-04-26T01:47:39.181389+0000","last_fullsized":"2024-04-26T01:47:39.181389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877570+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:47:38.877570+0000","last_peered":"2024-04-26T01:47:38.877570+0000","last_clean":"2024-04-26T01:47:38.877570+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:47:38.877570+0000","last_undegraded":"2024-04-26T01:47:38.877570+0000","last_fullsized":"2024-04-26T01:47:38.877570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877294+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:47:38.877294+0000","last_peered":"2024-04-26T01:47:38.877294+0000","last_clean":"2024-04-26T01:47:38.877294+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:47:38.877294+0000","last_undegraded":"2024-04-26T01:47:38.877294+0000","last_fullsized":"2024-04-26T01:47:38.877294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173009+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:47:39.173009+0000","last_peered":"2024-04-26T01:47:39.173009+0000","last_clean":"2024-04-26T01:47:39.173009+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:47:39.173009+0000","last_undegraded":"2024-04-26T01:47:39.173009+0000","last_fullsized":"2024-04-26T01:47:39.173009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.869001+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:47:38.869001+0000","last_peered":"2024-04-26T01:47:38.869001+0000","last_clean":"2024-04-26T01:47:38.869001+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:47:38.869001+0000","last_undegraded":"2024-04-26T01:47:38.869001+0000","last_fullsized":"2024-04-26T01:47:38.869001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181340+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:47:39.181340+0000","last_peered":"2024-04-26T01:47:39.181340+0000","last_clean":"2024-04-26T01:47:39.181340+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:47:39.181340+0000","last_undegraded":"2024-04-26T01:47:39.181340+0000","last_fullsized":"2024-04-26T01:47:39.181340+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868788+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:47:38.868788+0000","last_peered":"2024-04-26T01:47:38.868788+0000","last_clean":"2024-04-26T01:47:38.868788+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:47:38.868788+0000","last_undegraded":"2024-04-26T01:47:38.868788+0000","last_fullsized":"2024-04-26T01:47:38.868788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882989+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:47:38.882989+0000","last_peered":"2024-04-26T01:47:38.882989+0000","last_clean":"2024-04-26T01:47:38.882989+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:47:38.882989+0000","last_undegraded":"2024-04-26T01:47:38.882989+0000","last_fullsized":"2024-04-26T01:47:38.882989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":274,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173680+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:47:39.173680+0000","last_peered":"2024-04-26T01:47:39.173680+0000","last_clean":"2024-04-26T01:47:39.173680+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:47:39.173680+0000","last_undegraded":"2024-04-26T01:47:39.173680+0000","last_fullsized":"2024-04-26T01:47:39.173680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1936,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":4,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868360+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:47:38.868360+0000","last_peered":"2024-04-26T01:47:38.868360+0000","last_clean":"2024-04-26T01:47:38.868360+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:47:38.868360+0000","last_undegraded":"2024-04-26T01:47:38.868360+0000","last_fullsized":"2024-04-26T01:47:38.868360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.878943+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:47:38.878943+0000","last_peered":"2024-04-26T01:47:38.878943+0000","last_clean":"2024-04-26T01:47:38.878943+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:47:38.878943+0000","last_undegraded":"2024-04-26T01:47:38.878943+0000","last_fullsized":"2024-04-26T01:47:38.878943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882729+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:47:38.882729+0000","last_peered":"2024-04-26T01:47:38.882729+0000","last_clean":"2024-04-26T01:47:38.882729+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:47:38.882729+0000","last_undegraded":"2024-04-26T01:47:38.882729+0000","last_fullsized":"2024-04-26T01:47:38.882729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002946+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:47:39.002946+0000","last_peered":"2024-04-26T01:47:39.002946+0000","last_clean":"2024-04-26T01:47:39.002946+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:47:39.002946+0000","last_undegraded":"2024-04-26T01:47:39.002946+0000","last_fullsized":"2024-04-26T01:47:39.002946+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874325+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:47:38.874325+0000","last_peered":"2024-04-26T01:47:38.874325+0000","last_clean":"2024-04-26T01:47:38.874325+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:47:38.874325+0000","last_undegraded":"2024-04-26T01:47:38.874325+0000","last_fullsized":"2024-04-26T01:47:38.874325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882310+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:47:38.882310+0000","last_peered":"2024-04-26T01:47:38.882310+0000","last_clean":"2024-04-26T01:47:38.882310+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:47:38.882310+0000","last_undegraded":"2024-04-26T01:47:38.882310+0000","last_fullsized":"2024-04-26T01:47:38.882310+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865020+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:47:38.865020+0000","last_peered":"2024-04-26T01:47:38.865020+0000","last_clean":"2024-04-26T01:47:38.865020+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:47:38.865020+0000","last_undegraded":"2024-04-26T01:47:38.865020+0000","last_fullsized":"2024-04-26T01:47:38.865020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":501,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178778+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:47:39.178778+0000","last_peered":"2024-04-26T01:47:39.178778+0000","last_clean":"2024-04-26T01:47:39.178778+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:47:39.178778+0000","last_undegraded":"2024-04-26T01:47:39.178778+0000","last_fullsized":"2024-04-26T01:47:39.178778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":465,"num_read_kb":465,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181509+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:47:39.181509+0000","last_peered":"2024-04-26T01:47:39.181509+0000","last_clean":"2024-04-26T01:47:39.181509+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:47:39.181509+0000","last_undegraded":"2024-04-26T01:47:39.181509+0000","last_fullsized":"2024-04-26T01:47:39.181509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974433+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:47:38.974433+0000","last_peered":"2024-04-26T01:47:38.974433+0000","last_clean":"2024-04-26T01:47:38.974433+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:47:38.974433+0000","last_undegraded":"2024-04-26T01:47:38.974433+0000","last_fullsized":"2024-04-26T01:47:38.974433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.175003+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:47:39.175003+0000","last_peered":"2024-04-26T01:47:39.175003+0000","last_clean":"2024-04-26T01:47:39.175003+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:47:39.175003+0000","last_undegraded":"2024-04-26T01:47:39.175003+0000","last_fullsized":"2024-04-26T01:47:39.175003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883173+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:47:38.883173+0000","last_peered":"2024-04-26T01:47:38.883173+0000","last_clean":"2024-04-26T01:47:38.883173+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:47:38.883173+0000","last_undegraded":"2024-04-26T01:47:38.883173+0000","last_fullsized":"2024-04-26T01:47:38.883173+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181335+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:47:39.181335+0000","last_peered":"2024-04-26T01:47:39.181335+0000","last_clean":"2024-04-26T01:47:39.181335+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:47:39.181335+0000","last_undegraded":"2024-04-26T01:47:39.181335+0000","last_fullsized":"2024-04-26T01:47:39.181335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'37","reported_seq":562,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.884006+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:47:39.884006+0000","last_peered":"2024-04-26T01:47:39.884006+0000","last_clean":"2024-04-26T01:47:39.884006+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:47:39.884006+0000","last_undegraded":"2024-04-26T01:47:39.884006+0000","last_fullsized":"2024-04-26T01:47:39.884006+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67061,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":476,"num_read_kb":304,"num_write":39,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868539+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:47:38.868539+0000","last_peered":"2024-04-26T01:47:38.868539+0000","last_clean":"2024-04-26T01:47:38.868539+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:47:38.868539+0000","last_undegraded":"2024-04-26T01:47:38.868539+0000","last_fullsized":"2024-04-26T01:47:38.868539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882843+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:47:38.882843+0000","last_peered":"2024-04-26T01:47:38.882843+0000","last_clean":"2024-04-26T01:47:38.882843+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:47:38.882843+0000","last_undegraded":"2024-04-26T01:47:38.882843+0000","last_fullsized":"2024-04-26T01:47:38.882843+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003269+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:47:39.003269+0000","last_peered":"2024-04-26T01:47:39.003269+0000","last_clean":"2024-04-26T01:47:39.003269+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:47:39.003269+0000","last_undegraded":"2024-04-26T01:47:39.003269+0000","last_fullsized":"2024-04-26T01:47:39.003269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882560+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:47:38.882560+0000","last_peered":"2024-04-26T01:47:38.882560+0000","last_clean":"2024-04-26T01:47:38.882560+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:47:38.882560+0000","last_undegraded":"2024-04-26T01:47:38.882560+0000","last_fullsized":"2024-04-26T01:47:38.882560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974186+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:47:38.974186+0000","last_peered":"2024-04-26T01:47:38.974186+0000","last_clean":"2024-04-26T01:47:38.974186+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:47:38.974186+0000","last_undegraded":"2024-04-26T01:47:38.974186+0000","last_fullsized":"2024-04-26T01:47:38.974186+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'9","reported_seq":274,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172243+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:47:39.172243+0000","last_peered":"2024-04-26T01:47:39.172243+0000","last_clean":"2024-04-26T01:47:39.172243+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:47:39.172243+0000","last_undegraded":"2024-04-26T01:47:39.172243+0000","last_fullsized":"2024-04-26T01:47:39.172243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":237,"num_read_kb":5,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974002+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:47:38.974002+0000","last_peered":"2024-04-26T01:47:38.974002+0000","last_clean":"2024-04-26T01:47:38.974002+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:47:38.974002+0000","last_undegraded":"2024-04-26T01:47:38.974002+0000","last_fullsized":"2024-04-26T01:47:38.974002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868250+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:47:38.868250+0000","last_peered":"2024-04-26T01:47:38.868250+0000","last_clean":"2024-04-26T01:47:38.868250+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:47:38.868250+0000","last_undegraded":"2024-04-26T01:47:38.868250+0000","last_fullsized":"2024-04-26T01:47:38.868250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882389+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:47:38.882389+0000","last_peered":"2024-04-26T01:47:38.882389+0000","last_clean":"2024-04-26T01:47:38.882389+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:47:38.882389+0000","last_undegraded":"2024-04-26T01:47:38.882389+0000","last_fullsized":"2024-04-26T01:47:38.882389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868741+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:47:38.868741+0000","last_peered":"2024-04-26T01:47:38.868741+0000","last_clean":"2024-04-26T01:47:38.868741+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:47:38.868741+0000","last_undegraded":"2024-04-26T01:47:38.868741+0000","last_fullsized":"2024-04-26T01:47:38.868741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178702+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:47:39.178702+0000","last_peered":"2024-04-26T01:47:39.178702+0000","last_clean":"2024-04-26T01:47:39.178702+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:47:39.178702+0000","last_undegraded":"2024-04-26T01:47:39.178702+0000","last_fullsized":"2024-04-26T01:47:39.178702+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865421+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:47:38.865421+0000","last_peered":"2024-04-26T01:47:38.865421+0000","last_clean":"2024-04-26T01:47:38.865421+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:47:38.865421+0000","last_undegraded":"2024-04-26T01:47:38.865421+0000","last_fullsized":"2024-04-26T01:47:38.865421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879251+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:47:38.879251+0000","last_peered":"2024-04-26T01:47:38.879251+0000","last_clean":"2024-04-26T01:47:38.879251+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:47:38.879251+0000","last_undegraded":"2024-04-26T01:47:38.879251+0000","last_fullsized":"2024-04-26T01:47:38.879251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":274,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.182540+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:47:39.182540+0000","last_peered":"2024-04-26T01:47:39.182540+0000","last_clean":"2024-04-26T01:47:39.182540+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:47:39.182540+0000","last_undegraded":"2024-04-26T01:47:39.182540+0000","last_fullsized":"2024-04-26T01:47:39.182540+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":235,"num_read_kb":3,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879158+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:47:38.879158+0000","last_peered":"2024-04-26T01:47:38.879158+0000","last_clean":"2024-04-26T01:47:38.879158+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:47:38.879158+0000","last_undegraded":"2024-04-26T01:47:38.879158+0000","last_fullsized":"2024-04-26T01:47:38.879158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882580+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:47:38.882580+0000","last_peered":"2024-04-26T01:47:38.882580+0000","last_clean":"2024-04-26T01:47:38.882580+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:47:38.882580+0000","last_undegraded":"2024-04-26T01:47:38.882580+0000","last_fullsized":"2024-04-26T01:47:38.882580+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":270,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003835+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:47:39.003835+0000","last_peered":"2024-04-26T01:47:39.003835+0000","last_clean":"2024-04-26T01:47:39.003835+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:47:39.003835+0000","last_undegraded":"2024-04-26T01:47:39.003835+0000","last_fullsized":"2024-04-26T01:47:39.003835+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865159+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:47:38.865159+0000","last_peered":"2024-04-26T01:47:38.865159+0000","last_clean":"2024-04-26T01:47:38.865159+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:47:38.865159+0000","last_undegraded":"2024-04-26T01:47:38.865159+0000","last_fullsized":"2024-04-26T01:47:38.865159+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006103+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:47:39.006103+0000","last_peered":"2024-04-26T01:47:39.006103+0000","last_clean":"2024-04-26T01:47:39.006103+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:47:39.006103+0000","last_undegraded":"2024-04-26T01:47:39.006103+0000","last_fullsized":"2024-04-26T01:47:39.006103+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":364,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974098+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:47:38.974098+0000","last_peered":"2024-04-26T01:47:38.974098+0000","last_clean":"2024-04-26T01:47:38.974098+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:47:38.974098+0000","last_undegraded":"2024-04-26T01:47:38.974098+0000","last_fullsized":"2024-04-26T01:47:38.974098+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002849+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:47:39.002849+0000","last_peered":"2024-04-26T01:47:39.002849+0000","last_clean":"2024-04-26T01:47:39.002849+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:47:39.002849+0000","last_undegraded":"2024-04-26T01:47:39.002849+0000","last_fullsized":"2024-04-26T01:47:39.002849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974276+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:47:38.974276+0000","last_peered":"2024-04-26T01:47:38.974276+0000","last_clean":"2024-04-26T01:47:38.974276+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:47:38.974276+0000","last_undegraded":"2024-04-26T01:47:38.974276+0000","last_fullsized":"2024-04-26T01:47:38.974276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178718+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:47:39.178718+0000","last_peered":"2024-04-26T01:47:39.178718+0000","last_clean":"2024-04-26T01:47:39.178718+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:47:39.178718+0000","last_undegraded":"2024-04-26T01:47:39.178718+0000","last_fullsized":"2024-04-26T01:47:39.178718+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003101+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:47:39.003101+0000","last_peered":"2024-04-26T01:47:39.003101+0000","last_clean":"2024-04-26T01:47:39.003101+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:47:39.003101+0000","last_undegraded":"2024-04-26T01:47:39.003101+0000","last_fullsized":"2024-04-26T01:47:39.003101+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'52","reported_seq":104,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.130879+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:47:39.130879+0000","last_peered":"2024-04-26T01:47:39.130879+0000","last_clean":"2024-04-26T01:47:39.130879+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:47:39.130879+0000","last_undegraded":"2024-04-26T01:47:39.130879+0000","last_fullsized":"2024-04-26T01:47:39.130879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":84,"num_read_kb":71,"num_write":93,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877084+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:47:38.877084+0000","last_peered":"2024-04-26T01:47:38.877084+0000","last_clean":"2024-04-26T01:47:38.877084+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:47:38.877084+0000","last_undegraded":"2024-04-26T01:47:38.877084+0000","last_fullsized":"2024-04-26T01:47:38.877084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006318+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:47:39.006318+0000","last_peered":"2024-04-26T01:47:39.006318+0000","last_clean":"2024-04-26T01:47:39.006318+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:47:39.006318+0000","last_undegraded":"2024-04-26T01:47:39.006318+0000","last_fullsized":"2024-04-26T01:47:39.006318+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172957+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:47:39.172957+0000","last_peered":"2024-04-26T01:47:39.172957+0000","last_clean":"2024-04-26T01:47:39.172957+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:47:39.172957+0000","last_undegraded":"2024-04-26T01:47:39.172957+0000","last_fullsized":"2024-04-26T01:47:39.172957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181806+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:47:39.181806+0000","last_peered":"2024-04-26T01:47:39.181806+0000","last_clean":"2024-04-26T01:47:39.181806+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:47:39.181806+0000","last_undegraded":"2024-04-26T01:47:39.181806+0000","last_fullsized":"2024-04-26T01:47:39.181806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868260+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:47:38.868260+0000","last_peered":"2024-04-26T01:47:38.868260+0000","last_clean":"2024-04-26T01:47:38.868260+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:47:38.868260+0000","last_undegraded":"2024-04-26T01:47:38.868260+0000","last_fullsized":"2024-04-26T01:47:38.868260+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874379+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:47:38.874379+0000","last_peered":"2024-04-26T01:47:38.874379+0000","last_clean":"2024-04-26T01:47:38.874379+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:47:38.874379+0000","last_undegraded":"2024-04-26T01:47:38.874379+0000","last_fullsized":"2024-04-26T01:47:38.874379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178622+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:47:39.178622+0000","last_peered":"2024-04-26T01:47:39.178622+0000","last_clean":"2024-04-26T01:47:39.178622+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:47:39.178622+0000","last_undegraded":"2024-04-26T01:47:39.178622+0000","last_fullsized":"2024-04-26T01:47:39.178622+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178595+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:47:39.178595+0000","last_peered":"2024-04-26T01:47:39.178595+0000","last_clean":"2024-04-26T01:47:39.178595+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:47:39.178595+0000","last_undegraded":"2024-04-26T01:47:39.178595+0000","last_fullsized":"2024-04-26T01:47:39.178595+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.875552+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:47:38.875552+0000","last_peered":"2024-04-26T01:47:38.875552+0000","last_clean":"2024-04-26T01:47:38.875552+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:47:38.875552+0000","last_undegraded":"2024-04-26T01:47:38.875552+0000","last_fullsized":"2024-04-26T01:47:38.875552+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868774+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:47:38.868774+0000","last_peered":"2024-04-26T01:47:38.868774+0000","last_clean":"2024-04-26T01:47:38.868774+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:47:38.868774+0000","last_undegraded":"2024-04-26T01:47:38.868774+0000","last_fullsized":"2024-04-26T01:47:38.868774+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974162+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:47:38.974162+0000","last_peered":"2024-04-26T01:47:38.974162+0000","last_clean":"2024-04-26T01:47:38.974162+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:47:38.974162+0000","last_undegraded":"2024-04-26T01:47:38.974162+0000","last_fullsized":"2024-04-26T01:47:38.974162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":271,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.884385+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:47:39.884385+0000","last_peered":"2024-04-26T01:47:39.884385+0000","last_clean":"2024-04-26T01:47:39.884385+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:47:39.884385+0000","last_undegraded":"2024-04-26T01:47:39.884385+0000","last_fullsized":"2024-04-26T01:47:39.884385+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974549+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:47:38.974549+0000","last_peered":"2024-04-26T01:47:38.974549+0000","last_clean":"2024-04-26T01:47:38.974549+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:47:38.974549+0000","last_undegraded":"2024-04-26T01:47:38.974549+0000","last_fullsized":"2024-04-26T01:47:38.974549+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'41","reported_seq":78,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.124381+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:47:39.124381+0000","last_peered":"2024-04-26T01:47:39.124381+0000","last_clean":"2024-04-26T01:47:39.124381+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:47:39.124381+0000","last_undegraded":"2024-04-26T01:47:39.124381+0000","last_fullsized":"2024-04-26T01:47:39.124381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974239+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:47:38.974239+0000","last_peered":"2024-04-26T01:47:38.974239+0000","last_clean":"2024-04-26T01:47:38.974239+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:47:38.974239+0000","last_undegraded":"2024-04-26T01:47:38.974239+0000","last_fullsized":"2024-04-26T01:47:38.974239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003595+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:47:39.003595+0000","last_peered":"2024-04-26T01:47:39.003595+0000","last_clean":"2024-04-26T01:47:39.003595+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:47:39.003595+0000","last_undegraded":"2024-04-26T01:47:39.003595+0000","last_fullsized":"2024-04-26T01:47:39.003595+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974493+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:47:38.974493+0000","last_peered":"2024-04-26T01:47:38.974493+0000","last_clean":"2024-04-26T01:47:38.974493+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:47:38.974493+0000","last_undegraded":"2024-04-26T01:47:38.974493+0000","last_fullsized":"2024-04-26T01:47:38.974493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178457+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:47:39.178457+0000","last_peered":"2024-04-26T01:47:39.178457+0000","last_clean":"2024-04-26T01:47:39.178457+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:47:39.178457+0000","last_undegraded":"2024-04-26T01:47:39.178457+0000","last_fullsized":"2024-04-26T01:47:39.178457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882868+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:47:38.882868+0000","last_peered":"2024-04-26T01:47:38.882868+0000","last_clean":"2024-04-26T01:47:38.882868+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:47:38.882868+0000","last_undegraded":"2024-04-26T01:47:38.882868+0000","last_fullsized":"2024-04-26T01:47:38.882868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882399+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:47:38.882399+0000","last_peered":"2024-04-26T01:47:38.882399+0000","last_clean":"2024-04-26T01:47:38.882399+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:47:38.882399+0000","last_undegraded":"2024-04-26T01:47:38.882399+0000","last_fullsized":"2024-04-26T01:47:38.882399+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173113+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:47:39.173113+0000","last_peered":"2024-04-26T01:47:39.173113+0000","last_clean":"2024-04-26T01:47:39.173113+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:47:39.173113+0000","last_undegraded":"2024-04-26T01:47:39.173113+0000","last_fullsized":"2024-04-26T01:47:39.173113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003408+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:47:39.003408+0000","last_peered":"2024-04-26T01:47:39.003408+0000","last_clean":"2024-04-26T01:47:39.003408+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:47:39.003408+0000","last_undegraded":"2024-04-26T01:47:39.003408+0000","last_fullsized":"2024-04-26T01:47:39.003408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178966+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:47:39.178966+0000","last_peered":"2024-04-26T01:47:39.178966+0000","last_clean":"2024-04-26T01:47:39.178966+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:47:39.178966+0000","last_undegraded":"2024-04-26T01:47:39.178966+0000","last_fullsized":"2024-04-26T01:47:39.178966+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883095+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:47:38.883095+0000","last_peered":"2024-04-26T01:47:38.883095+0000","last_clean":"2024-04-26T01:47:38.883095+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:47:38.883095+0000","last_undegraded":"2024-04-26T01:47:38.883095+0000","last_fullsized":"2024-04-26T01:47:38.883095+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.876747+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:47:38.876747+0000","last_peered":"2024-04-26T01:47:38.876747+0000","last_clean":"2024-04-26T01:47:38.876747+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:47:38.876747+0000","last_undegraded":"2024-04-26T01:47:38.876747+0000","last_fullsized":"2024-04-26T01:47:38.876747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882373+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:47:38.882373+0000","last_peered":"2024-04-26T01:47:38.882373+0000","last_clean":"2024-04-26T01:47:38.882373+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:47:38.882373+0000","last_undegraded":"2024-04-26T01:47:38.882373+0000","last_fullsized":"2024-04-26T01:47:38.882373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874136+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:47:38.874136+0000","last_peered":"2024-04-26T01:47:38.874136+0000","last_clean":"2024-04-26T01:47:38.874136+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:47:38.874136+0000","last_undegraded":"2024-04-26T01:47:38.874136+0000","last_fullsized":"2024-04-26T01:47:38.874136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181306+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:47:39.181306+0000","last_peered":"2024-04-26T01:47:39.181306+0000","last_clean":"2024-04-26T01:47:39.181306+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:47:39.181306+0000","last_undegraded":"2024-04-26T01:47:39.181306+0000","last_fullsized":"2024-04-26T01:47:39.181306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003352+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:47:39.003352+0000","last_peered":"2024-04-26T01:47:39.003352+0000","last_clean":"2024-04-26T01:47:39.003352+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:47:39.003352+0000","last_undegraded":"2024-04-26T01:47:39.003352+0000","last_fullsized":"2024-04-26T01:47:39.003352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178395+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:47:39.178395+0000","last_peered":"2024-04-26T01:47:39.178395+0000","last_clean":"2024-04-26T01:47:39.178395+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:47:39.178395+0000","last_undegraded":"2024-04-26T01:47:39.178395+0000","last_fullsized":"2024-04-26T01:47:39.178395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107040,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":602632,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2464,"num_read_kb":1349,"num_write":387,"num_write_kb":1474,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":708608,"data_stored":1807896,"data_compressed":80476,"data_compressed_allocated":106496,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":496576,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1179648,"data_stored":1214596,"data_compressed":41647,"data_compressed_allocated":53248,"data_compressed_original":659456,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808909,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1060864,"data_stored":889219,"data_compressed":22026,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070549,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1044480,"data_stored":823949,"data_compressed":18785,"data_compressed_allocated":24576,"data_compressed_original":335872,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332185,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":1090104,"data_compressed":38560,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495713,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":496252,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":549144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1040384,"data_stored":497450,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":498558,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182513,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":1020361,"data_compressed":28182,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920875,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":563956,"data_compressed":7450,"data_compressed_allocated":12288,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757349,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28108,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717044,"statfs":{"total":95995035648,"available":95966253056,"internally_reserved":0,"allocated":1118208,"data_stored":1221100,"data_compressed":44716,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":69075,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135734,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":143360,"data_stored":201711,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:47:45.729 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:47:45.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:45.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:45 smithi148 ceph-mon[32990]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Updating smithi100:/etc/ceph/ceph.conf 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Updating smithi133:/etc/ceph/ceph.conf 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Updating smithi148:/etc/ceph/ceph.conf 2024-04-26T01:47:45.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:45.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:45 smithi133 ceph-mon[32344]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:46.183 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:46.676 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.677 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:46 smithi100 ceph-mon[28020]: Updating smithi100:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:46 smithi148 ceph-mon[32990]: Updating smithi100:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi148:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:47:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:46 smithi133 ceph-mon[32344]: Updating smithi100:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:47:47.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:47.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:47.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:47.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:47.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:47 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:47.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:47 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: Updating smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:47:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:47.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:47 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:47:48.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:48 smithi100 ceph-mon[28020]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 78 op/s 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 -- 172.21.15.100:0/347626088 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c105890 msgr2=0x7fb48c1098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 --2- 172.21.15.100:0/347626088 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c105890 0x7fb48c1098e0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb4780099c0 tx=0x7fb478009cd0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 -- 172.21.15.100:0/347626088 shutdown_connections 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 --2- 172.21.15.100:0/347626088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c109fc0 0x7fb48c111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 --2- 172.21.15.100:0/347626088 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c104ee0 0x7fb48c1052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 --2- 172.21.15.100:0/347626088 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c105890 0x7fb48c1098e0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 -- 172.21.15.100:0/347626088 >> 172.21.15.100:0/347626088 conn(0x7fb48c100770 msgr2=0x7fb48c102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 -- 172.21.15.100:0/347626088 shutdown_connections 2024-04-26T01:47:48.581 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.582+0000 7fb493c00700 1 -- 172.21.15.100:0/347626088 wait complete. 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.583+0000 7fb493c00700 1 Processor -- start 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 -- start start 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 0x7fb48c19b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c109fc0 0x7fb48c19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c114fc0 con 0x7fb48c105890 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c114e40 con 0x7fb48c104ee0 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb493c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c115140 con 0x7fb48c109fc0 2024-04-26T01:47:48.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb483e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb483e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46460/0 (socket says 172.21.15.100:46460) 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb483e00700 1 -- 172.21.15.100:0/1440071939 learned_addr learned my addr 172.21.15.100:0/1440071939 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb491200700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 0x7fb48c19b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.584+0000 7fb491c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c109fc0 0x7fb48c19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 -- 172.21.15.100:0/1440071939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c109fc0 msgr2=0x7fb48c19fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c109fc0 0x7fb48c19fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 -- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 msgr2=0x7fb48c19b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 -- 172.21.15.100:0/1440071939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb48c1a0430 con 0x7fb48c104ee0 2024-04-26T01:47:48.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb483e00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.585+0000 7fb491200700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 0x7fb48c19b470 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00e9f0 tx=0x7fb47c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.586+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47c00c9c0 con 0x7fb48c104ee0 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.586+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb47c00cb60 con 0x7fb48c104ee0 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.586+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb48c1a0720 con 0x7fb48c104ee0 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.586+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47c018680 con 0x7fb48c104ee0 2024-04-26T01:47:48.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.586+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb48c1a7fa0 con 0x7fb48c104ee0 2024-04-26T01:47:48.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.587+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb48c069730 con 0x7fb48c104ee0 2024-04-26T01:47:48.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.589+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7fb47c010430 con 0x7fb48c104ee0 2024-04-26T01:47:48.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.590+0000 7fb48a000700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 0x7fb4700a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:48.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.590+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb47c0d0b60 con 0x7fb48c104ee0 2024-04-26T01:47:48.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.590+0000 7fb483e00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 0x7fb4700a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:48.589 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.591+0000 7fb483e00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 0x7fb4700a6300 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb48c10b580 tx=0x7fb478005fb0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:48.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.595+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb47c09d060 con 0x7fb48c104ee0 2024-04-26T01:47:48.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:48 smithi148 ceph-mon[32990]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 78 op/s 2024-04-26T01:47:48.813 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.814+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb48c062e80 con 0x7fb4700a3e40 2024-04-26T01:47:48.838 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.839+0000 7fb48a000700 1 -- 172.21.15.100:0/1440071939 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258116 (secure 0 0 0) 0x7fb48c062e80 con 0x7fb4700a3e40 2024-04-26T01:47:48.842 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.845+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 msgr2=0x7fb4700a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.845+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 0x7fb4700a6300 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb48c10b580 tx=0x7fb478005fb0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.845+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 msgr2=0x7fb48c19b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.845+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 0x7fb48c19b470 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00e9f0 tx=0x7fb47c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 shutdown_connections 2024-04-26T01:47:48.844 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb4700a3e40 0x7fb4700a6300 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb48c109fc0 0x7fb48c19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb48c104ee0 0x7fb48c19b470 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 --2- 172.21.15.100:0/1440071939 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb48c105890 0x7fb48c19b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 >> 172.21.15.100:0/1440071939 conn(0x7fb48c100770 msgr2=0x7fb48c101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 shutdown_connections 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:48.846+0000 7fb493c00700 1 -- 172.21.15.100:0/1440071939 wait complete. 2024-04-26T01:47:48.845 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:47:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:48 smithi133 ceph-mon[32344]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 78 op/s 2024-04-26T01:47:49.786 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-04-26T01:47:46.890826+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1389866,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3005,"num_read_kb":1936,"num_write":714,"num_write_kb":5328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1039,"ondisk_log_size":1039,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361836,"kb_used_data":12644,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124579988,"statfs":{"total":1151940427776,"available":1151569907712,"internally_reserved":0,"allocated":12947456,"data_stored":10108170,"data_compressed":249643,"data_compressed_allocated":327680,"data_compressed_original":3993600,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":405,"num_read_kb":468,"num_write":144,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.983648"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179032+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:47:39.179032+0000","last_peered":"2024-04-26T01:47:39.179032+0000","last_clean":"2024-04-26T01:47:39.179032+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:47:39.179032+0000","last_undegraded":"2024-04-26T01:47:39.179032+0000","last_fullsized":"2024-04-26T01:47:39.179032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173191+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:47:39.173191+0000","last_peered":"2024-04-26T01:47:39.173191+0000","last_clean":"2024-04-26T01:47:39.173191+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:47:39.173191+0000","last_undegraded":"2024-04-26T01:47:39.173191+0000","last_fullsized":"2024-04-26T01:47:39.173191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173751+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:47:39.173751+0000","last_peered":"2024-04-26T01:47:39.173751+0000","last_clean":"2024-04-26T01:47:39.173751+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:47:39.173751+0000","last_undegraded":"2024-04-26T01:47:39.173751+0000","last_fullsized":"2024-04-26T01:47:39.173751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006384+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:47:39.006384+0000","last_peered":"2024-04-26T01:47:39.006384+0000","last_clean":"2024-04-26T01:47:39.006384+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:47:39.006384+0000","last_undegraded":"2024-04-26T01:47:39.006384+0000","last_fullsized":"2024-04-26T01:47:39.006384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868294+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:47:38.868294+0000","last_peered":"2024-04-26T01:47:38.868294+0000","last_clean":"2024-04-26T01:47:38.868294+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:47:38.868294+0000","last_undegraded":"2024-04-26T01:47:38.868294+0000","last_fullsized":"2024-04-26T01:47:38.868294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879020+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:47:38.879020+0000","last_peered":"2024-04-26T01:47:38.879020+0000","last_clean":"2024-04-26T01:47:38.879020+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:47:38.879020+0000","last_undegraded":"2024-04-26T01:47:38.879020+0000","last_fullsized":"2024-04-26T01:47:38.879020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.973993+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:47:38.973993+0000","last_peered":"2024-04-26T01:47:38.973993+0000","last_clean":"2024-04-26T01:47:38.973993+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:47:38.973993+0000","last_undegraded":"2024-04-26T01:47:38.973993+0000","last_fullsized":"2024-04-26T01:47:38.973993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874135+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:47:38.874135+0000","last_peered":"2024-04-26T01:47:38.874135+0000","last_clean":"2024-04-26T01:47:38.874135+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:47:38.874135+0000","last_undegraded":"2024-04-26T01:47:38.874135+0000","last_fullsized":"2024-04-26T01:47:38.874135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181441+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:47:39.181441+0000","last_peered":"2024-04-26T01:47:39.181441+0000","last_clean":"2024-04-26T01:47:39.181441+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:47:39.181441+0000","last_undegraded":"2024-04-26T01:47:39.181441+0000","last_fullsized":"2024-04-26T01:47:39.181441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879387+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:47:38.879387+0000","last_peered":"2024-04-26T01:47:38.879387+0000","last_clean":"2024-04-26T01:47:38.879387+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:47:38.879387+0000","last_undegraded":"2024-04-26T01:47:38.879387+0000","last_fullsized":"2024-04-26T01:47:38.879387+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974395+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:47:38.974395+0000","last_peered":"2024-04-26T01:47:38.974395+0000","last_clean":"2024-04-26T01:47:38.974395+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:47:38.974395+0000","last_undegraded":"2024-04-26T01:47:38.974395+0000","last_fullsized":"2024-04-26T01:47:38.974395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006189+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:47:39.006189+0000","last_peered":"2024-04-26T01:47:39.006189+0000","last_clean":"2024-04-26T01:47:39.006189+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:47:39.006189+0000","last_undegraded":"2024-04-26T01:47:39.006189+0000","last_fullsized":"2024-04-26T01:47:39.006189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003513+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:47:39.003513+0000","last_peered":"2024-04-26T01:47:39.003513+0000","last_clean":"2024-04-26T01:47:39.003513+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:47:39.003513+0000","last_undegraded":"2024-04-26T01:47:39.003513+0000","last_fullsized":"2024-04-26T01:47:39.003513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172679+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:47:39.172679+0000","last_peered":"2024-04-26T01:47:39.172679+0000","last_clean":"2024-04-26T01:47:39.172679+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:47:39.172679+0000","last_undegraded":"2024-04-26T01:47:39.172679+0000","last_fullsized":"2024-04-26T01:47:39.172679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172645+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:47:39.172645+0000","last_peered":"2024-04-26T01:47:39.172645+0000","last_clean":"2024-04-26T01:47:39.172645+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:47:39.172645+0000","last_undegraded":"2024-04-26T01:47:39.172645+0000","last_fullsized":"2024-04-26T01:47:39.172645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181265+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:47:39.181265+0000","last_peered":"2024-04-26T01:47:39.181265+0000","last_clean":"2024-04-26T01:47:39.181265+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:47:39.181265+0000","last_undegraded":"2024-04-26T01:47:39.181265+0000","last_fullsized":"2024-04-26T01:47:39.181265+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179140+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:47:39.179140+0000","last_peered":"2024-04-26T01:47:39.179140+0000","last_clean":"2024-04-26T01:47:39.179140+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:47:39.179140+0000","last_undegraded":"2024-04-26T01:47:39.179140+0000","last_fullsized":"2024-04-26T01:47:39.179140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865477+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:47:38.865477+0000","last_peered":"2024-04-26T01:47:38.865477+0000","last_clean":"2024-04-26T01:47:38.865477+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:47:38.865477+0000","last_undegraded":"2024-04-26T01:47:38.865477+0000","last_fullsized":"2024-04-26T01:47:38.865477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882958+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:47:38.882958+0000","last_peered":"2024-04-26T01:47:38.882958+0000","last_clean":"2024-04-26T01:47:38.882958+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:47:38.882958+0000","last_undegraded":"2024-04-26T01:47:38.882958+0000","last_fullsized":"2024-04-26T01:47:38.882958+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":283,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:42.979858+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:47:42.979858+0000","last_peered":"2024-04-26T01:47:42.979858+0000","last_clean":"2024-04-26T01:47:42.979858+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:47:42.979858+0000","last_undegraded":"2024-04-26T01:47:42.979858+0000","last_fullsized":"2024-04-26T01:47:42.979858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":238,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877570+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:47:38.877570+0000","last_peered":"2024-04-26T01:47:38.877570+0000","last_clean":"2024-04-26T01:47:38.877570+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:47:38.877570+0000","last_undegraded":"2024-04-26T01:47:38.877570+0000","last_fullsized":"2024-04-26T01:47:38.877570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877294+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:47:38.877294+0000","last_peered":"2024-04-26T01:47:38.877294+0000","last_clean":"2024-04-26T01:47:38.877294+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:47:38.877294+0000","last_undegraded":"2024-04-26T01:47:38.877294+0000","last_fullsized":"2024-04-26T01:47:38.877294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173009+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:47:39.173009+0000","last_peered":"2024-04-26T01:47:39.173009+0000","last_clean":"2024-04-26T01:47:39.173009+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:47:39.173009+0000","last_undegraded":"2024-04-26T01:47:39.173009+0000","last_fullsized":"2024-04-26T01:47:39.173009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.869001+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:47:38.869001+0000","last_peered":"2024-04-26T01:47:38.869001+0000","last_clean":"2024-04-26T01:47:38.869001+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:47:38.869001+0000","last_undegraded":"2024-04-26T01:47:38.869001+0000","last_fullsized":"2024-04-26T01:47:38.869001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181340+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:47:39.181340+0000","last_peered":"2024-04-26T01:47:39.181340+0000","last_clean":"2024-04-26T01:47:39.181340+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:47:39.181340+0000","last_undegraded":"2024-04-26T01:47:39.181340+0000","last_fullsized":"2024-04-26T01:47:39.181340+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868788+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:47:38.868788+0000","last_peered":"2024-04-26T01:47:38.868788+0000","last_clean":"2024-04-26T01:47:38.868788+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:47:38.868788+0000","last_undegraded":"2024-04-26T01:47:38.868788+0000","last_fullsized":"2024-04-26T01:47:38.868788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882989+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:47:38.882989+0000","last_peered":"2024-04-26T01:47:38.882989+0000","last_clean":"2024-04-26T01:47:38.882989+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:47:38.882989+0000","last_undegraded":"2024-04-26T01:47:38.882989+0000","last_fullsized":"2024-04-26T01:47:38.882989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:42.980607+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:47:42.980607+0000","last_peered":"2024-04-26T01:47:42.980607+0000","last_clean":"2024-04-26T01:47:42.980607+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:47:42.980607+0000","last_undegraded":"2024-04-26T01:47:42.980607+0000","last_fullsized":"2024-04-26T01:47:42.980607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1936,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":242,"num_read_kb":5,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868360+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:47:38.868360+0000","last_peered":"2024-04-26T01:47:38.868360+0000","last_clean":"2024-04-26T01:47:38.868360+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:47:38.868360+0000","last_undegraded":"2024-04-26T01:47:38.868360+0000","last_fullsized":"2024-04-26T01:47:38.868360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.878943+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:47:38.878943+0000","last_peered":"2024-04-26T01:47:38.878943+0000","last_clean":"2024-04-26T01:47:38.878943+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:47:38.878943+0000","last_undegraded":"2024-04-26T01:47:38.878943+0000","last_fullsized":"2024-04-26T01:47:38.878943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882729+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:47:38.882729+0000","last_peered":"2024-04-26T01:47:38.882729+0000","last_clean":"2024-04-26T01:47:38.882729+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:47:38.882729+0000","last_undegraded":"2024-04-26T01:47:38.882729+0000","last_fullsized":"2024-04-26T01:47:38.882729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002946+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:47:39.002946+0000","last_peered":"2024-04-26T01:47:39.002946+0000","last_clean":"2024-04-26T01:47:39.002946+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:47:39.002946+0000","last_undegraded":"2024-04-26T01:47:39.002946+0000","last_fullsized":"2024-04-26T01:47:39.002946+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874325+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:47:38.874325+0000","last_peered":"2024-04-26T01:47:38.874325+0000","last_clean":"2024-04-26T01:47:38.874325+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:47:38.874325+0000","last_undegraded":"2024-04-26T01:47:38.874325+0000","last_fullsized":"2024-04-26T01:47:38.874325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882310+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:47:38.882310+0000","last_peered":"2024-04-26T01:47:38.882310+0000","last_clean":"2024-04-26T01:47:38.882310+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:47:38.882310+0000","last_undegraded":"2024-04-26T01:47:38.882310+0000","last_fullsized":"2024-04-26T01:47:38.882310+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865020+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:47:38.865020+0000","last_peered":"2024-04-26T01:47:38.865020+0000","last_clean":"2024-04-26T01:47:38.865020+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:47:38.865020+0000","last_undegraded":"2024-04-26T01:47:38.865020+0000","last_fullsized":"2024-04-26T01:47:38.865020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":511,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:43.981655+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:47:43.981655+0000","last_peered":"2024-04-26T01:47:43.981655+0000","last_clean":"2024-04-26T01:47:43.981655+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:47:43.981655+0000","last_undegraded":"2024-04-26T01:47:43.981655+0000","last_fullsized":"2024-04-26T01:47:43.981655+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":475,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181509+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:47:39.181509+0000","last_peered":"2024-04-26T01:47:39.181509+0000","last_clean":"2024-04-26T01:47:39.181509+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:47:39.181509+0000","last_undegraded":"2024-04-26T01:47:39.181509+0000","last_fullsized":"2024-04-26T01:47:39.181509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974433+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:47:38.974433+0000","last_peered":"2024-04-26T01:47:38.974433+0000","last_clean":"2024-04-26T01:47:38.974433+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:47:38.974433+0000","last_undegraded":"2024-04-26T01:47:38.974433+0000","last_fullsized":"2024-04-26T01:47:38.974433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.175003+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:47:39.175003+0000","last_peered":"2024-04-26T01:47:39.175003+0000","last_clean":"2024-04-26T01:47:39.175003+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:47:39.175003+0000","last_undegraded":"2024-04-26T01:47:39.175003+0000","last_fullsized":"2024-04-26T01:47:39.175003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883173+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:47:38.883173+0000","last_peered":"2024-04-26T01:47:38.883173+0000","last_clean":"2024-04-26T01:47:38.883173+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:47:38.883173+0000","last_undegraded":"2024-04-26T01:47:38.883173+0000","last_fullsized":"2024-04-26T01:47:38.883173+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181335+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:47:39.181335+0000","last_peered":"2024-04-26T01:47:39.181335+0000","last_clean":"2024-04-26T01:47:39.181335+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:47:39.181335+0000","last_undegraded":"2024-04-26T01:47:39.181335+0000","last_fullsized":"2024-04-26T01:47:39.181335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'37","reported_seq":572,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:44.889994+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:47:44.889994+0000","last_peered":"2024-04-26T01:47:44.889994+0000","last_clean":"2024-04-26T01:47:44.889994+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:47:44.889994+0000","last_undegraded":"2024-04-26T01:47:44.889994+0000","last_fullsized":"2024-04-26T01:47:44.889994+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67061,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":486,"num_read_kb":309,"num_write":39,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868539+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:47:38.868539+0000","last_peered":"2024-04-26T01:47:38.868539+0000","last_clean":"2024-04-26T01:47:38.868539+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:47:38.868539+0000","last_undegraded":"2024-04-26T01:47:38.868539+0000","last_fullsized":"2024-04-26T01:47:38.868539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882843+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:47:38.882843+0000","last_peered":"2024-04-26T01:47:38.882843+0000","last_clean":"2024-04-26T01:47:38.882843+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:47:38.882843+0000","last_undegraded":"2024-04-26T01:47:38.882843+0000","last_fullsized":"2024-04-26T01:47:38.882843+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003269+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:47:39.003269+0000","last_peered":"2024-04-26T01:47:39.003269+0000","last_clean":"2024-04-26T01:47:39.003269+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:47:39.003269+0000","last_undegraded":"2024-04-26T01:47:39.003269+0000","last_fullsized":"2024-04-26T01:47:39.003269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882560+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:47:38.882560+0000","last_peered":"2024-04-26T01:47:38.882560+0000","last_clean":"2024-04-26T01:47:38.882560+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:47:38.882560+0000","last_undegraded":"2024-04-26T01:47:38.882560+0000","last_fullsized":"2024-04-26T01:47:38.882560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974186+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:47:38.974186+0000","last_peered":"2024-04-26T01:47:38.974186+0000","last_clean":"2024-04-26T01:47:38.974186+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:47:38.974186+0000","last_undegraded":"2024-04-26T01:47:38.974186+0000","last_fullsized":"2024-04-26T01:47:38.974186+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'9","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:43.012473+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:47:43.012473+0000","last_peered":"2024-04-26T01:47:43.012473+0000","last_clean":"2024-04-26T01:47:43.012473+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:47:43.012473+0000","last_undegraded":"2024-04-26T01:47:43.012473+0000","last_fullsized":"2024-04-26T01:47:43.012473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":6,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974002+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:47:38.974002+0000","last_peered":"2024-04-26T01:47:38.974002+0000","last_clean":"2024-04-26T01:47:38.974002+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:47:38.974002+0000","last_undegraded":"2024-04-26T01:47:38.974002+0000","last_fullsized":"2024-04-26T01:47:38.974002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868250+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:47:38.868250+0000","last_peered":"2024-04-26T01:47:38.868250+0000","last_clean":"2024-04-26T01:47:38.868250+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:47:38.868250+0000","last_undegraded":"2024-04-26T01:47:38.868250+0000","last_fullsized":"2024-04-26T01:47:38.868250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882389+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:47:38.882389+0000","last_peered":"2024-04-26T01:47:38.882389+0000","last_clean":"2024-04-26T01:47:38.882389+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:47:38.882389+0000","last_undegraded":"2024-04-26T01:47:38.882389+0000","last_fullsized":"2024-04-26T01:47:38.882389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868741+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:47:38.868741+0000","last_peered":"2024-04-26T01:47:38.868741+0000","last_clean":"2024-04-26T01:47:38.868741+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:47:38.868741+0000","last_undegraded":"2024-04-26T01:47:38.868741+0000","last_fullsized":"2024-04-26T01:47:38.868741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178702+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:47:39.178702+0000","last_peered":"2024-04-26T01:47:39.178702+0000","last_clean":"2024-04-26T01:47:39.178702+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:47:39.178702+0000","last_undegraded":"2024-04-26T01:47:39.178702+0000","last_fullsized":"2024-04-26T01:47:39.178702+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865421+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:47:38.865421+0000","last_peered":"2024-04-26T01:47:38.865421+0000","last_clean":"2024-04-26T01:47:38.865421+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:47:38.865421+0000","last_undegraded":"2024-04-26T01:47:38.865421+0000","last_fullsized":"2024-04-26T01:47:38.865421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879251+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:47:38.879251+0000","last_peered":"2024-04-26T01:47:38.879251+0000","last_clean":"2024-04-26T01:47:38.879251+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:47:38.879251+0000","last_undegraded":"2024-04-26T01:47:38.879251+0000","last_fullsized":"2024-04-26T01:47:38.879251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:42.980234+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:47:42.980234+0000","last_peered":"2024-04-26T01:47:42.980234+0000","last_clean":"2024-04-26T01:47:42.980234+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:47:42.980234+0000","last_undegraded":"2024-04-26T01:47:42.980234+0000","last_fullsized":"2024-04-26T01:47:42.980234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":241,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879158+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:47:38.879158+0000","last_peered":"2024-04-26T01:47:38.879158+0000","last_clean":"2024-04-26T01:47:38.879158+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:47:38.879158+0000","last_undegraded":"2024-04-26T01:47:38.879158+0000","last_fullsized":"2024-04-26T01:47:38.879158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882580+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:47:38.882580+0000","last_peered":"2024-04-26T01:47:38.882580+0000","last_clean":"2024-04-26T01:47:38.882580+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:47:38.882580+0000","last_undegraded":"2024-04-26T01:47:38.882580+0000","last_fullsized":"2024-04-26T01:47:38.882580+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":275,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:43.011816+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:47:43.011816+0000","last_peered":"2024-04-26T01:47:43.011816+0000","last_clean":"2024-04-26T01:47:43.011816+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:47:43.011816+0000","last_undegraded":"2024-04-26T01:47:43.011816+0000","last_fullsized":"2024-04-26T01:47:43.011816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":238,"num_read_kb":238,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865159+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:47:38.865159+0000","last_peered":"2024-04-26T01:47:38.865159+0000","last_clean":"2024-04-26T01:47:38.865159+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:47:38.865159+0000","last_undegraded":"2024-04-26T01:47:38.865159+0000","last_fullsized":"2024-04-26T01:47:38.865159+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006103+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:47:39.006103+0000","last_peered":"2024-04-26T01:47:39.006103+0000","last_clean":"2024-04-26T01:47:39.006103+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:47:39.006103+0000","last_undegraded":"2024-04-26T01:47:39.006103+0000","last_fullsized":"2024-04-26T01:47:39.006103+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":408,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.010996+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:47:41.010996+0000","last_peered":"2024-04-26T01:47:41.010996+0000","last_clean":"2024-04-26T01:47:41.010996+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:47:41.010996+0000","last_undegraded":"2024-04-26T01:47:41.010996+0000","last_fullsized":"2024-04-26T01:47:41.010996+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002849+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:47:39.002849+0000","last_peered":"2024-04-26T01:47:39.002849+0000","last_clean":"2024-04-26T01:47:39.002849+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:47:39.002849+0000","last_undegraded":"2024-04-26T01:47:39.002849+0000","last_fullsized":"2024-04-26T01:47:39.002849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974276+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:47:38.974276+0000","last_peered":"2024-04-26T01:47:38.974276+0000","last_clean":"2024-04-26T01:47:38.974276+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:47:38.974276+0000","last_undegraded":"2024-04-26T01:47:38.974276+0000","last_fullsized":"2024-04-26T01:47:38.974276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178718+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:47:39.178718+0000","last_peered":"2024-04-26T01:47:39.178718+0000","last_clean":"2024-04-26T01:47:39.178718+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:47:39.178718+0000","last_undegraded":"2024-04-26T01:47:39.178718+0000","last_fullsized":"2024-04-26T01:47:39.178718+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003101+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:47:39.003101+0000","last_peered":"2024-04-26T01:47:39.003101+0000","last_clean":"2024-04-26T01:47:39.003101+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:47:39.003101+0000","last_undegraded":"2024-04-26T01:47:39.003101+0000","last_fullsized":"2024-04-26T01:47:39.003101+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'104","reported_seq":226,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.549316+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:47:41.549316+0000","last_peered":"2024-04-26T01:47:41.549316+0000","last_clean":"2024-04-26T01:47:41.549316+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:47:41.549316+0000","last_undegraded":"2024-04-26T01:47:41.549316+0000","last_fullsized":"2024-04-26T01:47:41.549316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":190,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877208+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:47:38.877208+0000","last_peered":"2024-04-26T01:47:38.877208+0000","last_clean":"2024-04-26T01:47:38.877208+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:47:38.877208+0000","last_undegraded":"2024-04-26T01:47:38.877208+0000","last_fullsized":"2024-04-26T01:47:38.877208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006318+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:47:39.006318+0000","last_peered":"2024-04-26T01:47:39.006318+0000","last_clean":"2024-04-26T01:47:39.006318+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:47:39.006318+0000","last_undegraded":"2024-04-26T01:47:39.006318+0000","last_fullsized":"2024-04-26T01:47:39.006318+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172957+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:47:39.172957+0000","last_peered":"2024-04-26T01:47:39.172957+0000","last_clean":"2024-04-26T01:47:39.172957+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:47:39.172957+0000","last_undegraded":"2024-04-26T01:47:39.172957+0000","last_fullsized":"2024-04-26T01:47:39.172957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181856+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:47:39.181856+0000","last_peered":"2024-04-26T01:47:39.181856+0000","last_clean":"2024-04-26T01:47:39.181856+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:47:39.181856+0000","last_undegraded":"2024-04-26T01:47:39.181856+0000","last_fullsized":"2024-04-26T01:47:39.181856+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868568+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:47:38.868568+0000","last_peered":"2024-04-26T01:47:38.868568+0000","last_clean":"2024-04-26T01:47:38.868568+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:47:38.868568+0000","last_undegraded":"2024-04-26T01:47:38.868568+0000","last_fullsized":"2024-04-26T01:47:38.868568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874379+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:47:38.874379+0000","last_peered":"2024-04-26T01:47:38.874379+0000","last_clean":"2024-04-26T01:47:38.874379+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:47:38.874379+0000","last_undegraded":"2024-04-26T01:47:38.874379+0000","last_fullsized":"2024-04-26T01:47:38.874379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178675+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:47:39.178675+0000","last_peered":"2024-04-26T01:47:39.178675+0000","last_clean":"2024-04-26T01:47:39.178675+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:47:39.178675+0000","last_undegraded":"2024-04-26T01:47:39.178675+0000","last_fullsized":"2024-04-26T01:47:39.178675+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178595+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:47:39.178595+0000","last_peered":"2024-04-26T01:47:39.178595+0000","last_clean":"2024-04-26T01:47:39.178595+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:47:39.178595+0000","last_undegraded":"2024-04-26T01:47:39.178595+0000","last_fullsized":"2024-04-26T01:47:39.178595+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.875552+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:47:38.875552+0000","last_peered":"2024-04-26T01:47:38.875552+0000","last_clean":"2024-04-26T01:47:38.875552+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:47:38.875552+0000","last_undegraded":"2024-04-26T01:47:38.875552+0000","last_fullsized":"2024-04-26T01:47:38.875552+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868774+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:47:38.868774+0000","last_peered":"2024-04-26T01:47:38.868774+0000","last_clean":"2024-04-26T01:47:38.868774+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:47:38.868774+0000","last_undegraded":"2024-04-26T01:47:38.868774+0000","last_fullsized":"2024-04-26T01:47:38.868774+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974162+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:47:38.974162+0000","last_peered":"2024-04-26T01:47:38.974162+0000","last_clean":"2024-04-26T01:47:38.974162+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:47:38.974162+0000","last_undegraded":"2024-04-26T01:47:38.974162+0000","last_fullsized":"2024-04-26T01:47:38.974162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":276,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:43.889605+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:47:43.889605+0000","last_peered":"2024-04-26T01:47:43.889605+0000","last_clean":"2024-04-26T01:47:43.889605+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:47:43.889605+0000","last_undegraded":"2024-04-26T01:47:43.889605+0000","last_fullsized":"2024-04-26T01:47:43.889605+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":241,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974549+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:47:38.974549+0000","last_peered":"2024-04-26T01:47:38.974549+0000","last_clean":"2024-04-26T01:47:38.974549+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:47:38.974549+0000","last_undegraded":"2024-04-26T01:47:38.974549+0000","last_fullsized":"2024-04-26T01:47:38.974549+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'67","reported_seq":127,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.062751+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:47:41.062751+0000","last_peered":"2024-04-26T01:47:41.062751+0000","last_clean":"2024-04-26T01:47:41.062751+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:47:41.062751+0000","last_undegraded":"2024-04-26T01:47:41.062751+0000","last_fullsized":"2024-04-26T01:47:41.062751+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974239+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:47:38.974239+0000","last_peered":"2024-04-26T01:47:38.974239+0000","last_clean":"2024-04-26T01:47:38.974239+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:47:38.974239+0000","last_undegraded":"2024-04-26T01:47:38.974239+0000","last_fullsized":"2024-04-26T01:47:38.974239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003595+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:47:39.003595+0000","last_peered":"2024-04-26T01:47:39.003595+0000","last_clean":"2024-04-26T01:47:39.003595+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:47:39.003595+0000","last_undegraded":"2024-04-26T01:47:39.003595+0000","last_fullsized":"2024-04-26T01:47:39.003595+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974493+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:47:38.974493+0000","last_peered":"2024-04-26T01:47:38.974493+0000","last_clean":"2024-04-26T01:47:38.974493+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:47:38.974493+0000","last_undegraded":"2024-04-26T01:47:38.974493+0000","last_fullsized":"2024-04-26T01:47:38.974493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178457+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:47:39.178457+0000","last_peered":"2024-04-26T01:47:39.178457+0000","last_clean":"2024-04-26T01:47:39.178457+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:47:39.178457+0000","last_undegraded":"2024-04-26T01:47:39.178457+0000","last_fullsized":"2024-04-26T01:47:39.178457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882868+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:47:38.882868+0000","last_peered":"2024-04-26T01:47:38.882868+0000","last_clean":"2024-04-26T01:47:38.882868+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:47:38.882868+0000","last_undegraded":"2024-04-26T01:47:38.882868+0000","last_fullsized":"2024-04-26T01:47:38.882868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882399+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:47:38.882399+0000","last_peered":"2024-04-26T01:47:38.882399+0000","last_clean":"2024-04-26T01:47:38.882399+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:47:38.882399+0000","last_undegraded":"2024-04-26T01:47:38.882399+0000","last_fullsized":"2024-04-26T01:47:38.882399+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173113+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:47:39.173113+0000","last_peered":"2024-04-26T01:47:39.173113+0000","last_clean":"2024-04-26T01:47:39.173113+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:47:39.173113+0000","last_undegraded":"2024-04-26T01:47:39.173113+0000","last_fullsized":"2024-04-26T01:47:39.173113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003513+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:47:39.003513+0000","last_peered":"2024-04-26T01:47:39.003513+0000","last_clean":"2024-04-26T01:47:39.003513+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:47:39.003513+0000","last_undegraded":"2024-04-26T01:47:39.003513+0000","last_fullsized":"2024-04-26T01:47:39.003513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179016+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:47:39.179016+0000","last_peered":"2024-04-26T01:47:39.179016+0000","last_clean":"2024-04-26T01:47:39.179016+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:47:39.179016+0000","last_undegraded":"2024-04-26T01:47:39.179016+0000","last_fullsized":"2024-04-26T01:47:39.179016+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883128+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:47:38.883128+0000","last_peered":"2024-04-26T01:47:38.883128+0000","last_clean":"2024-04-26T01:47:38.883128+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:47:38.883128+0000","last_undegraded":"2024-04-26T01:47:38.883128+0000","last_fullsized":"2024-04-26T01:47:38.883128+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.876891+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:47:38.876891+0000","last_peered":"2024-04-26T01:47:38.876891+0000","last_clean":"2024-04-26T01:47:38.876891+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:47:38.876891+0000","last_undegraded":"2024-04-26T01:47:38.876891+0000","last_fullsized":"2024-04-26T01:47:38.876891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882430+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:47:38.882430+0000","last_peered":"2024-04-26T01:47:38.882430+0000","last_clean":"2024-04-26T01:47:38.882430+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:47:38.882430+0000","last_undegraded":"2024-04-26T01:47:38.882430+0000","last_fullsized":"2024-04-26T01:47:38.882430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874136+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:47:38.874136+0000","last_peered":"2024-04-26T01:47:38.874136+0000","last_clean":"2024-04-26T01:47:38.874136+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:47:38.874136+0000","last_undegraded":"2024-04-26T01:47:38.874136+0000","last_fullsized":"2024-04-26T01:47:38.874136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181306+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:47:39.181306+0000","last_peered":"2024-04-26T01:47:39.181306+0000","last_clean":"2024-04-26T01:47:39.181306+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:47:39.181306+0000","last_undegraded":"2024-04-26T01:47:39.181306+0000","last_fullsized":"2024-04-26T01:47:39.181306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003352+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:47:39.003352+0000","last_peered":"2024-04-26T01:47:39.003352+0000","last_clean":"2024-04-26T01:47:39.003352+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:47:39.003352+0000","last_undegraded":"2024-04-26T01:47:39.003352+0000","last_fullsized":"2024-04-26T01:47:39.003352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178395+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:47:39.178395+0000","last_peered":"2024-04-26T01:47:39.178395+0000","last_clean":"2024-04-26T01:47:39.178395+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:47:39.178395+0000","last_undegraded":"2024-04-26T01:47:39.178395+0000","last_fullsized":"2024-04-26T01:47:39.178395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107040,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":799264,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2768,"num_read_kb":1606,"num_write":511,"num_write_kb":2388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":782336,"data_stored":2397792,"data_compressed":108043,"data_compressed_allocated":143360,"data_compressed_original":2125824,"omap_allocated":0,"internal_metadata":0},"log_size":389,"ondisk_log_size":389,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351046,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":496576,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612683,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1220608,"data_stored":1483709,"data_compressed":53762,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808910,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1060864,"data_stored":889219,"data_compressed":22169,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070550,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":889485,"data_compressed":22169,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332186,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1092450,"data_compressed":38560,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495714,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":497034,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":565008,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1040384,"data_stored":497450,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":498558,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182514,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28104,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717048,"statfs":{"total":95995035648,"available":95966257152,"internally_reserved":0,"allocated":1105920,"data_stored":1216993,"data_compressed":37371,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920876,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":563956,"data_compressed":7450,"data_compressed_allocated":12288,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757350,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":1417732,"data_compressed":53762,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":69075,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332366,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":398343,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:47:49.790 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:47:49.790 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:47:50.293 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:50.704 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:50 smithi100 ceph-mon[28020]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:50.704 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:50 smithi100 ceph-mon[28020]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-26T01:47:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:50 smithi148 ceph-mon[32990]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:50 smithi148 ceph-mon[32990]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-26T01:47:50.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:50 smithi133 ceph-mon[32344]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:50.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:50 smithi133 ceph-mon[32344]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-26T01:47:52.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 -- 172.21.15.100:0/2053432371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640108a50 msgr2=0x7f5640108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:52.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 --2- 172.21.15.100:0/2053432371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640108a50 0x7f5640108e30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5630009990 tx=0x7f5630009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 -- 172.21.15.100:0/2053432371 shutdown_connections 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 --2- 172.21.15.100:0/2053432371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 0x7f564010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 --2- 172.21.15.100:0/2053432371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640108a50 0x7f5640108e30 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 --2- 172.21.15.100:0/2053432371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640102a90 0x7f5640102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 -- 172.21.15.100:0/2053432371 >> 172.21.15.100:0/2053432371 conn(0x7f5640079ba0 msgr2=0x7f5640079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.496+0000 7f5646a00700 1 -- 172.21.15.100:0/2053432371 shutdown_connections 2024-04-26T01:47:52.496 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.497+0000 7f5646a00700 1 -- 172.21.15.100:0/2053432371 wait complete. 2024-04-26T01:47:52.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 Processor -- start 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 -- start start 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 0x7f564019ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640108a50 0x7f564019fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f5640112db0 con 0x7f5640102a90 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5640112c30 con 0x7f5640108a50 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.498+0000 7f5646a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f5640112f30 con 0x7f5640103450 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46474/0 (socket says 172.21.15.100:46474) 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 -- 172.21.15.100:0/742280159 learned_addr learned my addr 172.21.15.100:0/742280159 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f5644a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640108a50 0x7f564019fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:52.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563f400700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 0x7f564019ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 -- 172.21.15.100:0/742280159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 msgr2=0x7f564019ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 0x7f564019ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 -- 172.21.15.100:0/742280159 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640108a50 msgr2=0x7f564019fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640108a50 0x7f564019fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.499+0000 7f563fe00700 1 -- 172.21.15.100:0/742280159 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56401a04e0 con 0x7f5640102a90 2024-04-26T01:47:52.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f563fe00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5630005910 tx=0x7f563000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5630027070 con 0x7f5640102a90 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f563000b610 con 0x7f5640102a90 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56300173f0 con 0x7f5640102a90 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56401a0770 con 0x7f5640102a90 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.500+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56401a8050 con 0x7f5640102a90 2024-04-26T01:47:52.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.501+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5640069730 con 0x7f5640102a90 2024-04-26T01:47:52.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.503+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7f563002a070 con 0x7f5640102a90 2024-04-26T01:47:52.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.505+0000 7f563cc00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 0x7f56240a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:52.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.505+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f56300d16f0 con 0x7f5640102a90 2024-04-26T01:47:52.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.505+0000 7f563f400700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 0x7f56240a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:52.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.506+0000 7f563f400700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 0x7f56240a6380 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5640076d60 tx=0x7f562c009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:52.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.510+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f563005eff0 con 0x7f5640102a90 2024-04-26T01:47:52.728 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.730+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5640101c60 con 0x7f56240a3ec0 2024-04-26T01:47:52.729 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:52 smithi100 ceph-mon[28020]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 83 KiB/s wr, 54 op/s 2024-04-26T01:47:52.752 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.754+0000 7f563cc00700 1 -- 172.21.15.100:0/742280159 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258117 (secure 0 0 0) 0x7f5640101c60 con 0x7f56240a3ec0 2024-04-26T01:47:52.755 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:52.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 msgr2=0x7f56240a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:52.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 0x7f56240a6380 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5640076d60 tx=0x7f562c009260 comp rx=0 tx=0).stop 2024-04-26T01:47:52.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 msgr2=0x7f564019b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:52.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5630005910 tx=0x7f563000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 shutdown_connections 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f56240a3ec0 0x7f56240a6380 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5640108a50 0x7f564019fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f5640102a90 0x7f564019b520 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 --2- 172.21.15.100:0/742280159 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f5640103450 0x7f564019ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:52.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 >> 172.21.15.100:0/742280159 conn(0x7f5640079ba0 msgr2=0x7f5640101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:52.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 shutdown_connections 2024-04-26T01:47:52.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:52.759+0000 7f5646a00700 1 -- 172.21.15.100:0/742280159 wait complete. 2024-04-26T01:47:52.764 INFO:teuthology.orchestra.run.smithi100.stderr:dumped all 2024-04-26T01:47:52.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:52 smithi148 ceph-mon[32990]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 83 KiB/s wr, 54 op/s 2024-04-26T01:47:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:52 smithi133 ceph-mon[32344]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 83 KiB/s wr, 54 op/s 2024-04-26T01:47:53.747 INFO:teuthology.orchestra.run.smithi100.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2024-04-26T01:47:50.892457+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1389866,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3054,"num_read_kb":1961,"num_write":714,"num_write_kb":5328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1208931,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1039,"ondisk_log_size":1039,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361836,"kb_used_data":12644,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124579988,"statfs":{"total":1151940427776,"available":1151569907712,"internally_reserved":0,"allocated":12947456,"data_stored":10108170,"data_compressed":249643,"data_compressed_allocated":327680,"data_compressed_original":3993600,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":454,"num_read_kb":493,"num_write":144,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.985279"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179032+0000","last_change":"2024-04-26T01:43:23.016221+0000","last_active":"2024-04-26T01:47:39.179032+0000","last_peered":"2024-04-26T01:47:39.179032+0000","last_clean":"2024-04-26T01:47:39.179032+0000","last_became_active":"2024-04-26T01:43:23.015878+0000","last_became_peered":"2024-04-26T01:43:23.015878+0000","last_unstale":"2024-04-26T01:47:39.179032+0000","last_undegraded":"2024-04-26T01:47:39.179032+0000","last_fullsized":"2024-04-26T01:47:39.179032+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:43:51.761804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173191+0000","last_change":"2024-04-26T01:43:23.007023+0000","last_active":"2024-04-26T01:47:39.173191+0000","last_peered":"2024-04-26T01:47:39.173191+0000","last_clean":"2024-04-26T01:47:39.173191+0000","last_became_active":"2024-04-26T01:43:23.004756+0000","last_became_peered":"2024-04-26T01:43:23.004756+0000","last_unstale":"2024-04-26T01:47:39.173191+0000","last_undegraded":"2024-04-26T01:47:39.173191+0000","last_fullsized":"2024-04-26T01:47:39.173191+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:19:43.004063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173751+0000","last_change":"2024-04-26T01:43:23.014634+0000","last_active":"2024-04-26T01:47:39.173751+0000","last_peered":"2024-04-26T01:47:39.173751+0000","last_clean":"2024-04-26T01:47:39.173751+0000","last_became_active":"2024-04-26T01:43:23.014275+0000","last_became_peered":"2024-04-26T01:43:23.014275+0000","last_unstale":"2024-04-26T01:47:39.173751+0000","last_undegraded":"2024-04-26T01:47:39.173751+0000","last_fullsized":"2024-04-26T01:47:39.173751+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:58.415573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006384+0000","last_change":"2024-04-26T01:43:23.001455+0000","last_active":"2024-04-26T01:47:39.006384+0000","last_peered":"2024-04-26T01:47:39.006384+0000","last_clean":"2024-04-26T01:47:39.006384+0000","last_became_active":"2024-04-26T01:43:23.000846+0000","last_became_peered":"2024-04-26T01:43:23.000846+0000","last_unstale":"2024-04-26T01:47:39.006384+0000","last_undegraded":"2024-04-26T01:47:39.006384+0000","last_fullsized":"2024-04-26T01:47:39.006384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:56.743181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868294+0000","last_change":"2024-04-26T01:43:23.010142+0000","last_active":"2024-04-26T01:47:38.868294+0000","last_peered":"2024-04-26T01:47:38.868294+0000","last_clean":"2024-04-26T01:47:38.868294+0000","last_became_active":"2024-04-26T01:43:23.009780+0000","last_became_peered":"2024-04-26T01:43:23.009780+0000","last_unstale":"2024-04-26T01:47:38.868294+0000","last_undegraded":"2024-04-26T01:47:38.868294+0000","last_fullsized":"2024-04-26T01:47:38.868294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:14.242974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879020+0000","last_change":"2024-04-26T01:43:23.009047+0000","last_active":"2024-04-26T01:47:38.879020+0000","last_peered":"2024-04-26T01:47:38.879020+0000","last_clean":"2024-04-26T01:47:38.879020+0000","last_became_active":"2024-04-26T01:43:23.008681+0000","last_became_peered":"2024-04-26T01:43:23.008681+0000","last_unstale":"2024-04-26T01:47:38.879020+0000","last_undegraded":"2024-04-26T01:47:38.879020+0000","last_fullsized":"2024-04-26T01:47:38.879020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:59:55.731500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.973993+0000","last_change":"2024-04-26T01:43:22.994015+0000","last_active":"2024-04-26T01:47:38.973993+0000","last_peered":"2024-04-26T01:47:38.973993+0000","last_clean":"2024-04-26T01:47:38.973993+0000","last_became_active":"2024-04-26T01:43:22.993684+0000","last_became_peered":"2024-04-26T01:43:22.993684+0000","last_unstale":"2024-04-26T01:47:38.973993+0000","last_undegraded":"2024-04-26T01:47:38.973993+0000","last_fullsized":"2024-04-26T01:47:38.973993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:44:57.018122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874135+0000","last_change":"2024-04-26T01:43:23.009864+0000","last_active":"2024-04-26T01:47:38.874135+0000","last_peered":"2024-04-26T01:47:38.874135+0000","last_clean":"2024-04-26T01:47:38.874135+0000","last_became_active":"2024-04-26T01:43:23.006285+0000","last_became_peered":"2024-04-26T01:43:23.006285+0000","last_unstale":"2024-04-26T01:47:38.874135+0000","last_undegraded":"2024-04-26T01:47:38.874135+0000","last_fullsized":"2024-04-26T01:47:38.874135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:51:07.966464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181441+0000","last_change":"2024-04-26T01:43:22.992823+0000","last_active":"2024-04-26T01:47:39.181441+0000","last_peered":"2024-04-26T01:47:39.181441+0000","last_clean":"2024-04-26T01:47:39.181441+0000","last_became_active":"2024-04-26T01:43:22.992461+0000","last_became_peered":"2024-04-26T01:43:22.992461+0000","last_unstale":"2024-04-26T01:47:39.181441+0000","last_undegraded":"2024-04-26T01:47:39.181441+0000","last_fullsized":"2024-04-26T01:47:39.181441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:20.115025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879387+0000","last_change":"2024-04-26T01:43:22.998739+0000","last_active":"2024-04-26T01:47:38.879387+0000","last_peered":"2024-04-26T01:47:38.879387+0000","last_clean":"2024-04-26T01:47:38.879387+0000","last_became_active":"2024-04-26T01:43:22.998386+0000","last_became_peered":"2024-04-26T01:43:22.998386+0000","last_unstale":"2024-04-26T01:47:38.879387+0000","last_undegraded":"2024-04-26T01:47:38.879387+0000","last_fullsized":"2024-04-26T01:47:38.879387+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:18:10.932085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974395+0000","last_change":"2024-04-26T01:43:22.995228+0000","last_active":"2024-04-26T01:47:38.974395+0000","last_peered":"2024-04-26T01:47:38.974395+0000","last_clean":"2024-04-26T01:47:38.974395+0000","last_became_active":"2024-04-26T01:43:22.994906+0000","last_became_peered":"2024-04-26T01:43:22.994906+0000","last_unstale":"2024-04-26T01:47:38.974395+0000","last_undegraded":"2024-04-26T01:47:38.974395+0000","last_fullsized":"2024-04-26T01:47:38.974395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:18.958834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006189+0000","last_change":"2024-04-26T01:43:23.002038+0000","last_active":"2024-04-26T01:47:39.006189+0000","last_peered":"2024-04-26T01:47:39.006189+0000","last_clean":"2024-04-26T01:47:39.006189+0000","last_became_active":"2024-04-26T01:43:23.001698+0000","last_became_peered":"2024-04-26T01:43:23.001698+0000","last_unstale":"2024-04-26T01:47:39.006189+0000","last_undegraded":"2024-04-26T01:47:39.006189+0000","last_fullsized":"2024-04-26T01:47:39.006189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:34.150733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003513+0000","last_change":"2024-04-26T01:43:22.997863+0000","last_active":"2024-04-26T01:47:39.003513+0000","last_peered":"2024-04-26T01:47:39.003513+0000","last_clean":"2024-04-26T01:47:39.003513+0000","last_became_active":"2024-04-26T01:43:22.997428+0000","last_became_peered":"2024-04-26T01:43:22.997428+0000","last_unstale":"2024-04-26T01:47:39.003513+0000","last_undegraded":"2024-04-26T01:47:39.003513+0000","last_fullsized":"2024-04-26T01:47:39.003513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:42:36.045432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172679+0000","last_change":"2024-04-26T01:43:23.014651+0000","last_active":"2024-04-26T01:47:39.172679+0000","last_peered":"2024-04-26T01:47:39.172679+0000","last_clean":"2024-04-26T01:47:39.172679+0000","last_became_active":"2024-04-26T01:43:23.002688+0000","last_became_peered":"2024-04-26T01:43:23.002688+0000","last_unstale":"2024-04-26T01:47:39.172679+0000","last_undegraded":"2024-04-26T01:47:39.172679+0000","last_fullsized":"2024-04-26T01:47:39.172679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:00.537461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172645+0000","last_change":"2024-04-26T01:43:23.015310+0000","last_active":"2024-04-26T01:47:39.172645+0000","last_peered":"2024-04-26T01:47:39.172645+0000","last_clean":"2024-04-26T01:47:39.172645+0000","last_became_active":"2024-04-26T01:43:23.006573+0000","last_became_peered":"2024-04-26T01:43:23.006573+0000","last_unstale":"2024-04-26T01:47:39.172645+0000","last_undegraded":"2024-04-26T01:47:39.172645+0000","last_fullsized":"2024-04-26T01:47:39.172645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:50:43.242964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181265+0000","last_change":"2024-04-26T01:43:22.998097+0000","last_active":"2024-04-26T01:47:39.181265+0000","last_peered":"2024-04-26T01:47:39.181265+0000","last_clean":"2024-04-26T01:47:39.181265+0000","last_became_active":"2024-04-26T01:43:22.997769+0000","last_became_peered":"2024-04-26T01:43:22.997769+0000","last_unstale":"2024-04-26T01:47:39.181265+0000","last_undegraded":"2024-04-26T01:47:39.181265+0000","last_fullsized":"2024-04-26T01:47:39.181265+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:27:39.735196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179140+0000","last_change":"2024-04-26T01:43:23.016219+0000","last_active":"2024-04-26T01:47:39.179140+0000","last_peered":"2024-04-26T01:47:39.179140+0000","last_clean":"2024-04-26T01:47:39.179140+0000","last_became_active":"2024-04-26T01:43:23.015869+0000","last_became_peered":"2024-04-26T01:43:23.015869+0000","last_unstale":"2024-04-26T01:47:39.179140+0000","last_undegraded":"2024-04-26T01:47:39.179140+0000","last_fullsized":"2024-04-26T01:47:39.179140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:02.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865477+0000","last_change":"2024-04-26T01:43:23.002571+0000","last_active":"2024-04-26T01:47:38.865477+0000","last_peered":"2024-04-26T01:47:38.865477+0000","last_clean":"2024-04-26T01:47:38.865477+0000","last_became_active":"2024-04-26T01:43:23.001414+0000","last_became_peered":"2024-04-26T01:43:23.001414+0000","last_unstale":"2024-04-26T01:47:38.865477+0000","last_undegraded":"2024-04-26T01:47:38.865477+0000","last_fullsized":"2024-04-26T01:47:38.865477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:37:17.974338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882958+0000","last_change":"2024-04-26T01:43:23.008016+0000","last_active":"2024-04-26T01:47:38.882958+0000","last_peered":"2024-04-26T01:47:38.882958+0000","last_clean":"2024-04-26T01:47:38.882958+0000","last_became_active":"2024-04-26T01:43:23.007641+0000","last_became_peered":"2024-04-26T01:43:23.007641+0000","last_unstale":"2024-04-26T01:47:38.882958+0000","last_undegraded":"2024-04-26T01:47:38.882958+0000","last_fullsized":"2024-04-26T01:47:38.882958+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:51.654260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":288,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:47.988842+0000","last_change":"2024-04-26T01:43:18.953244+0000","last_active":"2024-04-26T01:47:47.988842+0000","last_peered":"2024-04-26T01:47:47.988842+0000","last_clean":"2024-04-26T01:47:47.988842+0000","last_became_active":"2024-04-26T01:43:18.952735+0000","last_became_peered":"2024-04-26T01:43:18.952735+0000","last_unstale":"2024-04-26T01:47:47.988842+0000","last_undegraded":"2024-04-26T01:47:47.988842+0000","last_fullsized":"2024-04-26T01:47:47.988842+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:37:05.163379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877570+0000","last_change":"2024-04-26T01:43:23.007415+0000","last_active":"2024-04-26T01:47:38.877570+0000","last_peered":"2024-04-26T01:47:38.877570+0000","last_clean":"2024-04-26T01:47:38.877570+0000","last_became_active":"2024-04-26T01:43:23.007114+0000","last_became_peered":"2024-04-26T01:43:23.007114+0000","last_unstale":"2024-04-26T01:47:38.877570+0000","last_undegraded":"2024-04-26T01:47:38.877570+0000","last_fullsized":"2024-04-26T01:47:38.877570+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:14:30.832771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877294+0000","last_change":"2024-04-26T01:43:18.960959+0000","last_active":"2024-04-26T01:47:38.877294+0000","last_peered":"2024-04-26T01:47:38.877294+0000","last_clean":"2024-04-26T01:47:38.877294+0000","last_became_active":"2024-04-26T01:43:18.959747+0000","last_became_peered":"2024-04-26T01:43:18.959747+0000","last_unstale":"2024-04-26T01:47:38.877294+0000","last_undegraded":"2024-04-26T01:47:38.877294+0000","last_fullsized":"2024-04-26T01:47:38.877294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:50.057786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173009+0000","last_change":"2024-04-26T01:43:23.012191+0000","last_active":"2024-04-26T01:47:39.173009+0000","last_peered":"2024-04-26T01:47:39.173009+0000","last_clean":"2024-04-26T01:47:39.173009+0000","last_became_active":"2024-04-26T01:43:23.011864+0000","last_became_peered":"2024-04-26T01:43:23.011864+0000","last_unstale":"2024-04-26T01:47:39.173009+0000","last_undegraded":"2024-04-26T01:47:39.173009+0000","last_fullsized":"2024-04-26T01:47:39.173009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:54:17.949530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.869001+0000","last_change":"2024-04-26T01:43:18.955401+0000","last_active":"2024-04-26T01:47:38.869001+0000","last_peered":"2024-04-26T01:47:38.869001+0000","last_clean":"2024-04-26T01:47:38.869001+0000","last_became_active":"2024-04-26T01:43:18.955032+0000","last_became_peered":"2024-04-26T01:43:18.955032+0000","last_unstale":"2024-04-26T01:47:38.869001+0000","last_undegraded":"2024-04-26T01:47:38.869001+0000","last_fullsized":"2024-04-26T01:47:38.869001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:47:23.545924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181340+0000","last_change":"2024-04-26T01:43:22.993797+0000","last_active":"2024-04-26T01:47:39.181340+0000","last_peered":"2024-04-26T01:47:39.181340+0000","last_clean":"2024-04-26T01:47:39.181340+0000","last_became_active":"2024-04-26T01:43:22.993381+0000","last_became_peered":"2024-04-26T01:43:22.993381+0000","last_unstale":"2024-04-26T01:47:39.181340+0000","last_undegraded":"2024-04-26T01:47:39.181340+0000","last_fullsized":"2024-04-26T01:47:39.181340+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:55.364138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868788+0000","last_change":"2024-04-26T01:43:18.953945+0000","last_active":"2024-04-26T01:47:38.868788+0000","last_peered":"2024-04-26T01:47:38.868788+0000","last_clean":"2024-04-26T01:47:38.868788+0000","last_became_active":"2024-04-26T01:43:18.953552+0000","last_became_peered":"2024-04-26T01:43:18.953552+0000","last_unstale":"2024-04-26T01:47:38.868788+0000","last_undegraded":"2024-04-26T01:47:38.868788+0000","last_fullsized":"2024-04-26T01:47:38.868788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:08:27.803454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882989+0000","last_change":"2024-04-26T01:43:23.002071+0000","last_active":"2024-04-26T01:47:38.882989+0000","last_peered":"2024-04-26T01:47:38.882989+0000","last_clean":"2024-04-26T01:47:38.882989+0000","last_became_active":"2024-04-26T01:43:22.998979+0000","last_became_peered":"2024-04-26T01:43:22.998979+0000","last_unstale":"2024-04-26T01:47:38.882989+0000","last_undegraded":"2024-04-26T01:47:38.882989+0000","last_fullsized":"2024-04-26T01:47:38.882989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:11.506746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":285,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:47.989994+0000","last_change":"2024-04-26T01:43:18.953129+0000","last_active":"2024-04-26T01:47:47.989994+0000","last_peered":"2024-04-26T01:47:47.989994+0000","last_clean":"2024-04-26T01:47:47.989994+0000","last_became_active":"2024-04-26T01:43:18.952679+0000","last_became_peered":"2024-04-26T01:43:18.952679+0000","last_unstale":"2024-04-26T01:47:47.989994+0000","last_undegraded":"2024-04-26T01:47:47.989994+0000","last_fullsized":"2024-04-26T01:47:47.989994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:49:42.472668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1936,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":247,"num_read_kb":5,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868360+0000","last_change":"2024-04-26T01:43:23.009195+0000","last_active":"2024-04-26T01:47:38.868360+0000","last_peered":"2024-04-26T01:47:38.868360+0000","last_clean":"2024-04-26T01:47:38.868360+0000","last_became_active":"2024-04-26T01:43:23.008823+0000","last_became_peered":"2024-04-26T01:43:23.008823+0000","last_unstale":"2024-04-26T01:47:38.868360+0000","last_undegraded":"2024-04-26T01:47:38.868360+0000","last_fullsized":"2024-04-26T01:47:38.868360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:05:10.076354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.878943+0000","last_change":"2024-04-26T01:43:18.952538+0000","last_active":"2024-04-26T01:47:38.878943+0000","last_peered":"2024-04-26T01:47:38.878943+0000","last_clean":"2024-04-26T01:47:38.878943+0000","last_became_active":"2024-04-26T01:43:18.951839+0000","last_became_peered":"2024-04-26T01:43:18.951839+0000","last_unstale":"2024-04-26T01:47:38.878943+0000","last_undegraded":"2024-04-26T01:47:38.878943+0000","last_fullsized":"2024-04-26T01:47:38.878943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:58:12.826948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882729+0000","last_change":"2024-04-26T01:43:23.015188+0000","last_active":"2024-04-26T01:47:38.882729+0000","last_peered":"2024-04-26T01:47:38.882729+0000","last_clean":"2024-04-26T01:47:38.882729+0000","last_became_active":"2024-04-26T01:43:23.014821+0000","last_became_peered":"2024-04-26T01:43:23.014821+0000","last_unstale":"2024-04-26T01:47:38.882729+0000","last_undegraded":"2024-04-26T01:47:38.882729+0000","last_fullsized":"2024-04-26T01:47:38.882729+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:29:13.147039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002946+0000","last_change":"2024-04-26T01:43:18.963253+0000","last_active":"2024-04-26T01:47:39.002946+0000","last_peered":"2024-04-26T01:47:39.002946+0000","last_clean":"2024-04-26T01:47:39.002946+0000","last_became_active":"2024-04-26T01:43:18.962080+0000","last_became_peered":"2024-04-26T01:43:18.962080+0000","last_unstale":"2024-04-26T01:47:39.002946+0000","last_undegraded":"2024-04-26T01:47:39.002946+0000","last_fullsized":"2024-04-26T01:47:39.002946+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:32:37.528215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874325+0000","last_change":"2024-04-26T01:43:23.020507+0000","last_active":"2024-04-26T01:47:38.874325+0000","last_peered":"2024-04-26T01:47:38.874325+0000","last_clean":"2024-04-26T01:47:38.874325+0000","last_became_active":"2024-04-26T01:43:23.020127+0000","last_became_peered":"2024-04-26T01:43:23.020127+0000","last_unstale":"2024-04-26T01:47:38.874325+0000","last_undegraded":"2024-04-26T01:47:38.874325+0000","last_fullsized":"2024-04-26T01:47:38.874325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:06:28.713380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882310+0000","last_change":"2024-04-26T01:43:18.950018+0000","last_active":"2024-04-26T01:47:38.882310+0000","last_peered":"2024-04-26T01:47:38.882310+0000","last_clean":"2024-04-26T01:47:38.882310+0000","last_became_active":"2024-04-26T01:43:18.949668+0000","last_became_peered":"2024-04-26T01:43:18.949668+0000","last_unstale":"2024-04-26T01:47:38.882310+0000","last_undegraded":"2024-04-26T01:47:38.882310+0000","last_fullsized":"2024-04-26T01:47:38.882310+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:25:18.672329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865020+0000","last_change":"2024-04-26T01:43:23.007599+0000","last_active":"2024-04-26T01:47:38.865020+0000","last_peered":"2024-04-26T01:47:38.865020+0000","last_clean":"2024-04-26T01:47:38.865020+0000","last_became_active":"2024-04-26T01:43:23.006981+0000","last_became_peered":"2024-04-26T01:43:23.006981+0000","last_unstale":"2024-04-26T01:47:38.865020+0000","last_undegraded":"2024-04-26T01:47:38.865020+0000","last_fullsized":"2024-04-26T01:47:38.865020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:28:49.148960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":521,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:48.991272+0000","last_change":"2024-04-26T01:43:18.954174+0000","last_active":"2024-04-26T01:47:48.991272+0000","last_peered":"2024-04-26T01:47:48.991272+0000","last_clean":"2024-04-26T01:47:48.991272+0000","last_became_active":"2024-04-26T01:43:18.953778+0000","last_became_peered":"2024-04-26T01:43:18.953778+0000","last_unstale":"2024-04-26T01:47:48.991272+0000","last_undegraded":"2024-04-26T01:47:48.991272+0000","last_fullsized":"2024-04-26T01:47:48.991272+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:53:05.009831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":485,"num_read_kb":485,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181509+0000","last_change":"2024-04-26T01:43:22.995883+0000","last_active":"2024-04-26T01:47:39.181509+0000","last_peered":"2024-04-26T01:47:39.181509+0000","last_clean":"2024-04-26T01:47:39.181509+0000","last_became_active":"2024-04-26T01:43:22.995547+0000","last_became_peered":"2024-04-26T01:43:22.995547+0000","last_unstale":"2024-04-26T01:47:39.181509+0000","last_undegraded":"2024-04-26T01:47:39.181509+0000","last_fullsized":"2024-04-26T01:47:39.181509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:44.160868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974433+0000","last_change":"2024-04-26T01:43:18.955457+0000","last_active":"2024-04-26T01:47:38.974433+0000","last_peered":"2024-04-26T01:47:38.974433+0000","last_clean":"2024-04-26T01:47:38.974433+0000","last_became_active":"2024-04-26T01:43:18.955049+0000","last_became_peered":"2024-04-26T01:43:18.955049+0000","last_unstale":"2024-04-26T01:47:38.974433+0000","last_undegraded":"2024-04-26T01:47:38.974433+0000","last_fullsized":"2024-04-26T01:47:38.974433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:09:59.666241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.175003+0000","last_change":"2024-04-26T01:44:06.582771+0000","last_active":"2024-04-26T01:47:39.175003+0000","last_peered":"2024-04-26T01:47:39.175003+0000","last_clean":"2024-04-26T01:47:39.175003+0000","last_became_active":"2024-04-26T01:44:06.581079+0000","last_became_peered":"2024-04-26T01:44:06.581079+0000","last_unstale":"2024-04-26T01:47:39.175003+0000","last_undegraded":"2024-04-26T01:47:39.175003+0000","last_fullsized":"2024-04-26T01:47:39.175003+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:32:57.902908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883173+0000","last_change":"2024-04-26T01:43:18.953240+0000","last_active":"2024-04-26T01:47:38.883173+0000","last_peered":"2024-04-26T01:47:38.883173+0000","last_clean":"2024-04-26T01:47:38.883173+0000","last_became_active":"2024-04-26T01:43:18.951303+0000","last_became_peered":"2024-04-26T01:43:18.951303+0000","last_unstale":"2024-04-26T01:47:38.883173+0000","last_undegraded":"2024-04-26T01:47:38.883173+0000","last_fullsized":"2024-04-26T01:47:38.883173+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:53:43.340893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181335+0000","last_change":"2024-04-26T01:43:22.999295+0000","last_active":"2024-04-26T01:47:39.181335+0000","last_peered":"2024-04-26T01:47:39.181335+0000","last_clean":"2024-04-26T01:47:39.181335+0000","last_became_active":"2024-04-26T01:43:22.997464+0000","last_became_peered":"2024-04-26T01:43:22.997464+0000","last_unstale":"2024-04-26T01:47:39.181335+0000","last_undegraded":"2024-04-26T01:47:39.181335+0000","last_fullsized":"2024-04-26T01:47:39.181335+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:50:03.545416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'37","reported_seq":582,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:49.896445+0000","last_change":"2024-04-26T01:44:06.590985+0000","last_active":"2024-04-26T01:47:49.896445+0000","last_peered":"2024-04-26T01:47:49.896445+0000","last_clean":"2024-04-26T01:47:49.896445+0000","last_became_active":"2024-04-26T01:44:06.583305+0000","last_became_peered":"2024-04-26T01:44:06.583305+0000","last_unstale":"2024-04-26T01:47:49.896445+0000","last_undegraded":"2024-04-26T01:47:49.896445+0000","last_fullsized":"2024-04-26T01:47:49.896445+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:39:52.370025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67061,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":496,"num_read_kb":314,"num_write":39,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868539+0000","last_change":"2024-04-26T01:43:22.996423+0000","last_active":"2024-04-26T01:47:38.868539+0000","last_peered":"2024-04-26T01:47:38.868539+0000","last_clean":"2024-04-26T01:47:38.868539+0000","last_became_active":"2024-04-26T01:43:22.994172+0000","last_became_peered":"2024-04-26T01:43:22.994172+0000","last_unstale":"2024-04-26T01:47:38.868539+0000","last_undegraded":"2024-04-26T01:47:38.868539+0000","last_fullsized":"2024-04-26T01:47:38.868539+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:13:19.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882843+0000","last_change":"2024-04-26T01:43:18.957723+0000","last_active":"2024-04-26T01:47:38.882843+0000","last_peered":"2024-04-26T01:47:38.882843+0000","last_clean":"2024-04-26T01:47:38.882843+0000","last_became_active":"2024-04-26T01:43:18.956508+0000","last_became_peered":"2024-04-26T01:43:18.956508+0000","last_unstale":"2024-04-26T01:47:38.882843+0000","last_undegraded":"2024-04-26T01:47:38.882843+0000","last_fullsized":"2024-04-26T01:47:38.882843+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:24:21.925059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003269+0000","last_change":"2024-04-26T01:43:23.021352+0000","last_active":"2024-04-26T01:47:39.003269+0000","last_peered":"2024-04-26T01:47:39.003269+0000","last_clean":"2024-04-26T01:47:39.003269+0000","last_became_active":"2024-04-26T01:43:23.020329+0000","last_became_peered":"2024-04-26T01:43:23.020329+0000","last_unstale":"2024-04-26T01:47:39.003269+0000","last_undegraded":"2024-04-26T01:47:39.003269+0000","last_fullsized":"2024-04-26T01:47:39.003269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:07:03.374444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882560+0000","last_change":"2024-04-26T01:43:18.952874+0000","last_active":"2024-04-26T01:47:38.882560+0000","last_peered":"2024-04-26T01:47:38.882560+0000","last_clean":"2024-04-26T01:47:38.882560+0000","last_became_active":"2024-04-26T01:43:18.952356+0000","last_became_peered":"2024-04-26T01:43:18.952356+0000","last_unstale":"2024-04-26T01:47:38.882560+0000","last_undegraded":"2024-04-26T01:47:38.882560+0000","last_fullsized":"2024-04-26T01:47:38.882560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:45:25.022735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974186+0000","last_change":"2024-04-26T01:44:06.581906+0000","last_active":"2024-04-26T01:47:38.974186+0000","last_peered":"2024-04-26T01:47:38.974186+0000","last_clean":"2024-04-26T01:47:38.974186+0000","last_became_active":"2024-04-26T01:44:06.581315+0000","last_became_peered":"2024-04-26T01:44:06.581315+0000","last_unstale":"2024-04-26T01:47:38.974186+0000","last_undegraded":"2024-04-26T01:47:38.974186+0000","last_fullsized":"2024-04-26T01:47:38.974186+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:38:20.780023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'9","reported_seq":285,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:48.021660+0000","last_change":"2024-04-26T01:43:18.948634+0000","last_active":"2024-04-26T01:47:48.021660+0000","last_peered":"2024-04-26T01:47:48.021660+0000","last_clean":"2024-04-26T01:47:48.021660+0000","last_became_active":"2024-04-26T01:43:18.948268+0000","last_became_peered":"2024-04-26T01:43:18.948268+0000","last_unstale":"2024-04-26T01:47:48.021660+0000","last_undegraded":"2024-04-26T01:47:48.021660+0000","last_fullsized":"2024-04-26T01:47:48.021660+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:10:05.707650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":248,"num_read_kb":6,"num_write":9,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974002+0000","last_change":"2024-04-26T01:43:22.992793+0000","last_active":"2024-04-26T01:47:38.974002+0000","last_peered":"2024-04-26T01:47:38.974002+0000","last_clean":"2024-04-26T01:47:38.974002+0000","last_became_active":"2024-04-26T01:43:22.992462+0000","last_became_peered":"2024-04-26T01:43:22.992462+0000","last_unstale":"2024-04-26T01:47:38.974002+0000","last_undegraded":"2024-04-26T01:47:38.974002+0000","last_fullsized":"2024-04-26T01:47:38.974002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:42:00.255256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868250+0000","last_change":"2024-04-26T01:43:18.961286+0000","last_active":"2024-04-26T01:47:38.868250+0000","last_peered":"2024-04-26T01:47:38.868250+0000","last_clean":"2024-04-26T01:47:38.868250+0000","last_became_active":"2024-04-26T01:43:18.960906+0000","last_became_peered":"2024-04-26T01:43:18.960906+0000","last_unstale":"2024-04-26T01:47:38.868250+0000","last_undegraded":"2024-04-26T01:47:38.868250+0000","last_fullsized":"2024-04-26T01:47:38.868250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:25:46.123451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882389+0000","last_change":"2024-04-26T01:43:23.002334+0000","last_active":"2024-04-26T01:47:38.882389+0000","last_peered":"2024-04-26T01:47:38.882389+0000","last_clean":"2024-04-26T01:47:38.882389+0000","last_became_active":"2024-04-26T01:43:23.001989+0000","last_became_peered":"2024-04-26T01:43:23.001989+0000","last_unstale":"2024-04-26T01:47:38.882389+0000","last_undegraded":"2024-04-26T01:47:38.882389+0000","last_fullsized":"2024-04-26T01:47:38.882389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:51:33.292502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868741+0000","last_change":"2024-04-26T01:43:18.957668+0000","last_active":"2024-04-26T01:47:38.868741+0000","last_peered":"2024-04-26T01:47:38.868741+0000","last_clean":"2024-04-26T01:47:38.868741+0000","last_became_active":"2024-04-26T01:43:18.957349+0000","last_became_peered":"2024-04-26T01:43:18.957349+0000","last_unstale":"2024-04-26T01:47:38.868741+0000","last_undegraded":"2024-04-26T01:47:38.868741+0000","last_fullsized":"2024-04-26T01:47:38.868741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:18:01.466922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178702+0000","last_change":"2024-04-26T01:44:06.583903+0000","last_active":"2024-04-26T01:47:39.178702+0000","last_peered":"2024-04-26T01:47:39.178702+0000","last_clean":"2024-04-26T01:47:39.178702+0000","last_became_active":"2024-04-26T01:44:06.583562+0000","last_became_peered":"2024-04-26T01:44:06.583562+0000","last_unstale":"2024-04-26T01:47:39.178702+0000","last_undegraded":"2024-04-26T01:47:39.178702+0000","last_fullsized":"2024-04-26T01:47:39.178702+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:25:41.401016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,6],"acting":[11,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865421+0000","last_change":"2024-04-26T01:43:18.956354+0000","last_active":"2024-04-26T01:47:38.865421+0000","last_peered":"2024-04-26T01:47:38.865421+0000","last_clean":"2024-04-26T01:47:38.865421+0000","last_became_active":"2024-04-26T01:43:18.955834+0000","last_became_peered":"2024-04-26T01:43:18.955834+0000","last_unstale":"2024-04-26T01:47:38.865421+0000","last_undegraded":"2024-04-26T01:47:38.865421+0000","last_fullsized":"2024-04-26T01:47:38.865421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:10:03.750960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879251+0000","last_change":"2024-04-26T01:43:23.009890+0000","last_active":"2024-04-26T01:47:38.879251+0000","last_peered":"2024-04-26T01:47:38.879251+0000","last_clean":"2024-04-26T01:47:38.879251+0000","last_became_active":"2024-04-26T01:43:23.009564+0000","last_became_peered":"2024-04-26T01:43:23.009564+0000","last_unstale":"2024-04-26T01:47:38.879251+0000","last_undegraded":"2024-04-26T01:47:38.879251+0000","last_fullsized":"2024-04-26T01:47:38.879251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:41.341471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":285,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:47.989459+0000","last_change":"2024-04-26T01:43:18.952082+0000","last_active":"2024-04-26T01:47:47.989459+0000","last_peered":"2024-04-26T01:47:47.989459+0000","last_clean":"2024-04-26T01:47:47.989459+0000","last_became_active":"2024-04-26T01:43:18.951743+0000","last_became_peered":"2024-04-26T01:43:18.951743+0000","last_unstale":"2024-04-26T01:47:47.989459+0000","last_undegraded":"2024-04-26T01:47:47.989459+0000","last_fullsized":"2024-04-26T01:47:47.989459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:55:00.959206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":246,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.879158+0000","last_change":"2024-04-26T01:43:23.023115+0000","last_active":"2024-04-26T01:47:38.879158+0000","last_peered":"2024-04-26T01:47:38.879158+0000","last_clean":"2024-04-26T01:47:38.879158+0000","last_became_active":"2024-04-26T01:43:23.022820+0000","last_became_peered":"2024-04-26T01:43:23.022820+0000","last_unstale":"2024-04-26T01:47:38.879158+0000","last_undegraded":"2024-04-26T01:47:38.879158+0000","last_fullsized":"2024-04-26T01:47:38.879158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:24:18.466546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882580+0000","last_change":"2024-04-26T01:43:23.002996+0000","last_active":"2024-04-26T01:47:38.882580+0000","last_peered":"2024-04-26T01:47:38.882580+0000","last_clean":"2024-04-26T01:47:38.882580+0000","last_became_active":"2024-04-26T01:43:23.002677+0000","last_became_peered":"2024-04-26T01:43:23.002677+0000","last_unstale":"2024-04-26T01:47:38.882580+0000","last_undegraded":"2024-04-26T01:47:38.882580+0000","last_fullsized":"2024-04-26T01:47:38.882580+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:56.331293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'7","reported_seq":280,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:48.020895+0000","last_change":"2024-04-26T01:43:18.963657+0000","last_active":"2024-04-26T01:47:48.020895+0000","last_peered":"2024-04-26T01:47:48.020895+0000","last_clean":"2024-04-26T01:47:48.020895+0000","last_became_active":"2024-04-26T01:43:18.962630+0000","last_became_peered":"2024-04-26T01:43:18.962630+0000","last_unstale":"2024-04-26T01:47:48.020895+0000","last_undegraded":"2024-04-26T01:47:48.020895+0000","last_fullsized":"2024-04-26T01:47:48.020895+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:24:17.163820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.865159+0000","last_change":"2024-04-26T01:44:06.580704+0000","last_active":"2024-04-26T01:47:38.865159+0000","last_peered":"2024-04-26T01:47:38.865159+0000","last_clean":"2024-04-26T01:47:38.865159+0000","last_became_active":"2024-04-26T01:44:06.579655+0000","last_became_peered":"2024-04-26T01:44:06.579655+0000","last_unstale":"2024-04-26T01:47:38.865159+0000","last_undegraded":"2024-04-26T01:47:38.865159+0000","last_fullsized":"2024-04-26T01:47:38.865159+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:40.018049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006103+0000","last_change":"2024-04-26T01:43:18.956963+0000","last_active":"2024-04-26T01:47:39.006103+0000","last_peered":"2024-04-26T01:47:39.006103+0000","last_clean":"2024-04-26T01:47:39.006103+0000","last_became_active":"2024-04-26T01:43:18.956532+0000","last_became_peered":"2024-04-26T01:43:18.956532+0000","last_unstale":"2024-04-26T01:47:39.006103+0000","last_undegraded":"2024-04-26T01:47:39.006103+0000","last_fullsized":"2024-04-26T01:47:39.006103+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:11:28.022962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":408,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.010996+0000","last_change":"2024-04-26T01:41:44.840310+0000","last_active":"2024-04-26T01:47:41.010996+0000","last_peered":"2024-04-26T01:47:41.010996+0000","last_clean":"2024-04-26T01:47:41.010996+0000","last_became_active":"2024-04-26T01:41:44.839767+0000","last_became_peered":"2024-04-26T01:41:44.839767+0000","last_unstale":"2024-04-26T01:47:41.010996+0000","last_undegraded":"2024-04-26T01:47:41.010996+0000","last_fullsized":"2024-04-26T01:47:41.010996+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:37:52.333328+0000","last_clean_scrub_stamp":"2024-04-26T01:37:52.333328+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:56:15.806817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.002849+0000","last_change":"2024-04-26T01:43:22.999075+0000","last_active":"2024-04-26T01:47:39.002849+0000","last_peered":"2024-04-26T01:47:39.002849+0000","last_clean":"2024-04-26T01:47:39.002849+0000","last_became_active":"2024-04-26T01:43:22.998718+0000","last_became_peered":"2024-04-26T01:43:22.998718+0000","last_unstale":"2024-04-26T01:47:39.002849+0000","last_undegraded":"2024-04-26T01:47:39.002849+0000","last_fullsized":"2024-04-26T01:47:39.002849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:12:40.225798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974276+0000","last_change":"2024-04-26T01:43:18.950961+0000","last_active":"2024-04-26T01:47:38.974276+0000","last_peered":"2024-04-26T01:47:38.974276+0000","last_clean":"2024-04-26T01:47:38.974276+0000","last_became_active":"2024-04-26T01:43:18.950532+0000","last_became_peered":"2024-04-26T01:43:18.950532+0000","last_unstale":"2024-04-26T01:47:38.974276+0000","last_undegraded":"2024-04-26T01:47:38.974276+0000","last_fullsized":"2024-04-26T01:47:38.974276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:07.491947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178718+0000","last_change":"2024-04-26T01:44:06.503713+0000","last_active":"2024-04-26T01:47:39.178718+0000","last_peered":"2024-04-26T01:47:39.178718+0000","last_clean":"2024-04-26T01:47:39.178718+0000","last_became_active":"2024-04-26T01:44:06.494433+0000","last_became_peered":"2024-04-26T01:44:06.494433+0000","last_unstale":"2024-04-26T01:47:39.178718+0000","last_undegraded":"2024-04-26T01:47:39.178718+0000","last_fullsized":"2024-04-26T01:47:39.178718+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:47:10.076230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003101+0000","last_change":"2024-04-26T01:43:22.992098+0000","last_active":"2024-04-26T01:47:39.003101+0000","last_peered":"2024-04-26T01:47:39.003101+0000","last_clean":"2024-04-26T01:47:39.003101+0000","last_became_active":"2024-04-26T01:43:22.991703+0000","last_became_peered":"2024-04-26T01:43:22.991703+0000","last_unstale":"2024-04-26T01:47:39.003101+0000","last_undegraded":"2024-04-26T01:47:39.003101+0000","last_fullsized":"2024-04-26T01:47:39.003101+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:38:26.896058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'104","reported_seq":226,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.549316+0000","last_change":"2024-04-26T01:43:18.960076+0000","last_active":"2024-04-26T01:47:41.549316+0000","last_peered":"2024-04-26T01:47:41.549316+0000","last_clean":"2024-04-26T01:47:41.549316+0000","last_became_active":"2024-04-26T01:43:18.958474+0000","last_became_peered":"2024-04-26T01:43:18.958474+0000","last_unstale":"2024-04-26T01:47:41.549316+0000","last_undegraded":"2024-04-26T01:47:41.549316+0000","last_fullsized":"2024-04-26T01:47:41.549316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:10:57.581033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":190,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.877208+0000","last_change":"2024-04-26T01:43:23.009083+0000","last_active":"2024-04-26T01:47:38.877208+0000","last_peered":"2024-04-26T01:47:38.877208+0000","last_clean":"2024-04-26T01:47:38.877208+0000","last_became_active":"2024-04-26T01:43:23.007692+0000","last_became_peered":"2024-04-26T01:43:23.007692+0000","last_unstale":"2024-04-26T01:47:38.877208+0000","last_undegraded":"2024-04-26T01:47:38.877208+0000","last_fullsized":"2024-04-26T01:47:38.877208+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:11:41.620522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.006318+0000","last_change":"2024-04-26T01:43:18.957637+0000","last_active":"2024-04-26T01:47:39.006318+0000","last_peered":"2024-04-26T01:47:39.006318+0000","last_clean":"2024-04-26T01:47:39.006318+0000","last_became_active":"2024-04-26T01:43:18.957221+0000","last_became_peered":"2024-04-26T01:43:18.957221+0000","last_unstale":"2024-04-26T01:47:39.006318+0000","last_undegraded":"2024-04-26T01:47:39.006318+0000","last_fullsized":"2024-04-26T01:47:39.006318+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:56:57.643799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.172957+0000","last_change":"2024-04-26T01:43:23.022758+0000","last_active":"2024-04-26T01:47:39.172957+0000","last_peered":"2024-04-26T01:47:39.172957+0000","last_clean":"2024-04-26T01:47:39.172957+0000","last_became_active":"2024-04-26T01:43:23.022047+0000","last_became_peered":"2024-04-26T01:43:23.022047+0000","last_unstale":"2024-04-26T01:47:39.172957+0000","last_undegraded":"2024-04-26T01:47:39.172957+0000","last_fullsized":"2024-04-26T01:47:39.172957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:30:10.841980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181856+0000","last_change":"2024-04-26T01:43:18.960913+0000","last_active":"2024-04-26T01:47:39.181856+0000","last_peered":"2024-04-26T01:47:39.181856+0000","last_clean":"2024-04-26T01:47:39.181856+0000","last_became_active":"2024-04-26T01:43:18.960674+0000","last_became_peered":"2024-04-26T01:43:18.960674+0000","last_unstale":"2024-04-26T01:47:39.181856+0000","last_undegraded":"2024-04-26T01:47:39.181856+0000","last_fullsized":"2024-04-26T01:47:39.181856+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:55.139290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868568+0000","last_change":"2024-04-26T01:43:22.993344+0000","last_active":"2024-04-26T01:47:38.868568+0000","last_peered":"2024-04-26T01:47:38.868568+0000","last_clean":"2024-04-26T01:47:38.868568+0000","last_became_active":"2024-04-26T01:43:22.992958+0000","last_became_peered":"2024-04-26T01:43:22.992958+0000","last_unstale":"2024-04-26T01:47:38.868568+0000","last_undegraded":"2024-04-26T01:47:38.868568+0000","last_fullsized":"2024-04-26T01:47:38.868568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:50.288420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874379+0000","last_change":"2024-04-26T01:43:18.963578+0000","last_active":"2024-04-26T01:47:38.874379+0000","last_peered":"2024-04-26T01:47:38.874379+0000","last_clean":"2024-04-26T01:47:38.874379+0000","last_became_active":"2024-04-26T01:43:18.963204+0000","last_became_peered":"2024-04-26T01:43:18.963204+0000","last_unstale":"2024-04-26T01:47:38.874379+0000","last_undegraded":"2024-04-26T01:47:38.874379+0000","last_fullsized":"2024-04-26T01:47:38.874379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:08:39.923156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178675+0000","last_change":"2024-04-26T01:43:22.999974+0000","last_active":"2024-04-26T01:47:39.178675+0000","last_peered":"2024-04-26T01:47:39.178675+0000","last_clean":"2024-04-26T01:47:39.178675+0000","last_became_active":"2024-04-26T01:43:22.999620+0000","last_became_peered":"2024-04-26T01:43:22.999620+0000","last_unstale":"2024-04-26T01:47:39.178675+0000","last_undegraded":"2024-04-26T01:47:39.178675+0000","last_fullsized":"2024-04-26T01:47:39.178675+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:36.658024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178595+0000","last_change":"2024-04-26T01:44:06.507605+0000","last_active":"2024-04-26T01:47:39.178595+0000","last_peered":"2024-04-26T01:47:39.178595+0000","last_clean":"2024-04-26T01:47:39.178595+0000","last_became_active":"2024-04-26T01:44:06.495899+0000","last_became_peered":"2024-04-26T01:44:06.495899+0000","last_unstale":"2024-04-26T01:47:39.178595+0000","last_undegraded":"2024-04-26T01:47:39.178595+0000","last_fullsized":"2024-04-26T01:47:39.178595+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:33:54.275368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.875679+0000","last_change":"2024-04-26T01:43:23.023843+0000","last_active":"2024-04-26T01:47:38.875679+0000","last_peered":"2024-04-26T01:47:38.875679+0000","last_clean":"2024-04-26T01:47:38.875679+0000","last_became_active":"2024-04-26T01:43:23.023422+0000","last_became_peered":"2024-04-26T01:43:23.023422+0000","last_unstale":"2024-04-26T01:47:38.875679+0000","last_undegraded":"2024-04-26T01:47:38.875679+0000","last_fullsized":"2024-04-26T01:47:38.875679+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:48:21.839471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.868826+0000","last_change":"2024-04-26T01:43:18.955497+0000","last_active":"2024-04-26T01:47:38.868826+0000","last_peered":"2024-04-26T01:47:38.868826+0000","last_clean":"2024-04-26T01:47:38.868826+0000","last_became_active":"2024-04-26T01:43:18.955117+0000","last_became_peered":"2024-04-26T01:43:18.955117+0000","last_unstale":"2024-04-26T01:47:38.868826+0000","last_undegraded":"2024-04-26T01:47:38.868826+0000","last_fullsized":"2024-04-26T01:47:38.868826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:10:27.142788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974213+0000","last_change":"2024-04-26T01:43:23.000504+0000","last_active":"2024-04-26T01:47:38.974213+0000","last_peered":"2024-04-26T01:47:38.974213+0000","last_clean":"2024-04-26T01:47:38.974213+0000","last_became_active":"2024-04-26T01:43:22.999894+0000","last_became_peered":"2024-04-26T01:43:22.999894+0000","last_unstale":"2024-04-26T01:47:38.974213+0000","last_undegraded":"2024-04-26T01:47:38.974213+0000","last_fullsized":"2024-04-26T01:47:38.974213+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:37:48.093923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":281,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:48.895915+0000","last_change":"2024-04-26T01:43:18.957130+0000","last_active":"2024-04-26T01:47:48.895915+0000","last_peered":"2024-04-26T01:47:48.895915+0000","last_clean":"2024-04-26T01:47:48.895915+0000","last_became_active":"2024-04-26T01:43:18.956456+0000","last_became_peered":"2024-04-26T01:43:18.956456+0000","last_unstale":"2024-04-26T01:47:48.895915+0000","last_undegraded":"2024-04-26T01:47:48.895915+0000","last_fullsized":"2024-04-26T01:47:48.895915+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:41:18.316854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974549+0000","last_change":"2024-04-26T01:43:22.994455+0000","last_active":"2024-04-26T01:47:38.974549+0000","last_peered":"2024-04-26T01:47:38.974549+0000","last_clean":"2024-04-26T01:47:38.974549+0000","last_became_active":"2024-04-26T01:43:22.994047+0000","last_became_peered":"2024-04-26T01:43:22.994047+0000","last_unstale":"2024-04-26T01:47:38.974549+0000","last_undegraded":"2024-04-26T01:47:38.974549+0000","last_fullsized":"2024-04-26T01:47:38.974549+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:00:31.008492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'67","reported_seq":128,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:41.548882+0000","last_change":"2024-04-26T01:43:18.955984+0000","last_active":"2024-04-26T01:47:41.548882+0000","last_peered":"2024-04-26T01:47:41.548882+0000","last_clean":"2024-04-26T01:47:41.548882+0000","last_became_active":"2024-04-26T01:43:18.952584+0000","last_became_peered":"2024-04-26T01:43:18.952584+0000","last_unstale":"2024-04-26T01:47:41.548882+0000","last_undegraded":"2024-04-26T01:47:41.548882+0000","last_fullsized":"2024-04-26T01:47:41.548882+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:38:06.812275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974239+0000","last_change":"2024-04-26T01:43:23.006641+0000","last_active":"2024-04-26T01:47:38.974239+0000","last_peered":"2024-04-26T01:47:38.974239+0000","last_clean":"2024-04-26T01:47:38.974239+0000","last_became_active":"2024-04-26T01:43:23.006165+0000","last_became_peered":"2024-04-26T01:43:23.006165+0000","last_unstale":"2024-04-26T01:47:38.974239+0000","last_undegraded":"2024-04-26T01:47:38.974239+0000","last_fullsized":"2024-04-26T01:47:38.974239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:04:47.818277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003641+0000","last_change":"2024-04-26T01:43:18.961491+0000","last_active":"2024-04-26T01:47:39.003641+0000","last_peered":"2024-04-26T01:47:39.003641+0000","last_clean":"2024-04-26T01:47:39.003641+0000","last_became_active":"2024-04-26T01:43:18.960789+0000","last_became_peered":"2024-04-26T01:43:18.960789+0000","last_unstale":"2024-04-26T01:47:39.003641+0000","last_undegraded":"2024-04-26T01:47:39.003641+0000","last_fullsized":"2024-04-26T01:47:39.003641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:17.918875+0000","last_clean_scrub_stamp":"2024-04-26T01:43:17.918875+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:31:53.137153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.974493+0000","last_change":"2024-04-26T01:43:22.999231+0000","last_active":"2024-04-26T01:47:38.974493+0000","last_peered":"2024-04-26T01:47:38.974493+0000","last_clean":"2024-04-26T01:47:38.974493+0000","last_became_active":"2024-04-26T01:43:22.998871+0000","last_became_peered":"2024-04-26T01:43:22.998871+0000","last_unstale":"2024-04-26T01:47:38.974493+0000","last_undegraded":"2024-04-26T01:47:38.974493+0000","last_fullsized":"2024-04-26T01:47:38.974493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:35:20.761187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178457+0000","last_change":"2024-04-26T01:43:22.993910+0000","last_active":"2024-04-26T01:47:39.178457+0000","last_peered":"2024-04-26T01:47:39.178457+0000","last_clean":"2024-04-26T01:47:39.178457+0000","last_became_active":"2024-04-26T01:43:22.993406+0000","last_became_peered":"2024-04-26T01:43:22.993406+0000","last_unstale":"2024-04-26T01:47:39.178457+0000","last_undegraded":"2024-04-26T01:47:39.178457+0000","last_fullsized":"2024-04-26T01:47:39.178457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:26:11.777336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882868+0000","last_change":"2024-04-26T01:43:22.998349+0000","last_active":"2024-04-26T01:47:38.882868+0000","last_peered":"2024-04-26T01:47:38.882868+0000","last_clean":"2024-04-26T01:47:38.882868+0000","last_became_active":"2024-04-26T01:43:22.997981+0000","last_became_peered":"2024-04-26T01:43:22.997981+0000","last_unstale":"2024-04-26T01:47:38.882868+0000","last_undegraded":"2024-04-26T01:47:38.882868+0000","last_fullsized":"2024-04-26T01:47:38.882868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:39:16.372873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882399+0000","last_change":"2024-04-26T01:43:23.012931+0000","last_active":"2024-04-26T01:47:38.882399+0000","last_peered":"2024-04-26T01:47:38.882399+0000","last_clean":"2024-04-26T01:47:38.882399+0000","last_became_active":"2024-04-26T01:43:23.012637+0000","last_became_peered":"2024-04-26T01:43:23.012637+0000","last_unstale":"2024-04-26T01:47:38.882399+0000","last_undegraded":"2024-04-26T01:47:38.882399+0000","last_fullsized":"2024-04-26T01:47:38.882399+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:55:04.834448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.173113+0000","last_change":"2024-04-26T01:43:23.020480+0000","last_active":"2024-04-26T01:47:39.173113+0000","last_peered":"2024-04-26T01:47:39.173113+0000","last_clean":"2024-04-26T01:47:39.173113+0000","last_became_active":"2024-04-26T01:43:23.020145+0000","last_became_peered":"2024-04-26T01:43:23.020145+0000","last_unstale":"2024-04-26T01:47:39.173113+0000","last_undegraded":"2024-04-26T01:47:39.173113+0000","last_fullsized":"2024-04-26T01:47:39.173113+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:51.054066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003513+0000","last_change":"2024-04-26T01:43:23.017744+0000","last_active":"2024-04-26T01:47:39.003513+0000","last_peered":"2024-04-26T01:47:39.003513+0000","last_clean":"2024-04-26T01:47:39.003513+0000","last_became_active":"2024-04-26T01:43:23.017287+0000","last_became_peered":"2024-04-26T01:43:23.017287+0000","last_unstale":"2024-04-26T01:47:39.003513+0000","last_undegraded":"2024-04-26T01:47:39.003513+0000","last_fullsized":"2024-04-26T01:47:39.003513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:27:15.767913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.179016+0000","last_change":"2024-04-26T01:44:06.491902+0000","last_active":"2024-04-26T01:47:39.179016+0000","last_peered":"2024-04-26T01:47:39.179016+0000","last_clean":"2024-04-26T01:47:39.179016+0000","last_became_active":"2024-04-26T01:44:06.491445+0000","last_became_peered":"2024-04-26T01:44:06.491445+0000","last_unstale":"2024-04-26T01:47:39.179016+0000","last_undegraded":"2024-04-26T01:47:39.179016+0000","last_fullsized":"2024-04-26T01:47:39.179016+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:02:25.229860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,9],"acting":[11,8,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.883128+0000","last_change":"2024-04-26T01:43:22.993899+0000","last_active":"2024-04-26T01:47:38.883128+0000","last_peered":"2024-04-26T01:47:38.883128+0000","last_clean":"2024-04-26T01:47:38.883128+0000","last_became_active":"2024-04-26T01:43:22.993524+0000","last_became_peered":"2024-04-26T01:43:22.993524+0000","last_unstale":"2024-04-26T01:47:38.883128+0000","last_undegraded":"2024-04-26T01:47:38.883128+0000","last_fullsized":"2024-04-26T01:47:38.883128+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:02:21.801621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.876891+0000","last_change":"2024-04-26T01:43:23.012044+0000","last_active":"2024-04-26T01:47:38.876891+0000","last_peered":"2024-04-26T01:47:38.876891+0000","last_clean":"2024-04-26T01:47:38.876891+0000","last_became_active":"2024-04-26T01:43:23.011710+0000","last_became_peered":"2024-04-26T01:43:23.011710+0000","last_unstale":"2024-04-26T01:47:38.876891+0000","last_undegraded":"2024-04-26T01:47:38.876891+0000","last_fullsized":"2024-04-26T01:47:38.876891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:39:33.422060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.882430+0000","last_change":"2024-04-26T01:43:23.015312+0000","last_active":"2024-04-26T01:47:38.882430+0000","last_peered":"2024-04-26T01:47:38.882430+0000","last_clean":"2024-04-26T01:47:38.882430+0000","last_became_active":"2024-04-26T01:43:23.014917+0000","last_became_peered":"2024-04-26T01:43:23.014917+0000","last_unstale":"2024-04-26T01:47:38.882430+0000","last_undegraded":"2024-04-26T01:47:38.882430+0000","last_fullsized":"2024-04-26T01:47:38.882430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:36:51.317870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:38.874210+0000","last_change":"2024-04-26T01:43:23.009869+0000","last_active":"2024-04-26T01:47:38.874210+0000","last_peered":"2024-04-26T01:47:38.874210+0000","last_clean":"2024-04-26T01:47:38.874210+0000","last_became_active":"2024-04-26T01:43:23.009334+0000","last_became_peered":"2024-04-26T01:43:23.009334+0000","last_unstale":"2024-04-26T01:47:38.874210+0000","last_undegraded":"2024-04-26T01:47:38.874210+0000","last_fullsized":"2024-04-26T01:47:38.874210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:30.947575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.181377+0000","last_change":"2024-04-26T01:43:23.012666+0000","last_active":"2024-04-26T01:47:39.181377+0000","last_peered":"2024-04-26T01:47:39.181377+0000","last_clean":"2024-04-26T01:47:39.181377+0000","last_became_active":"2024-04-26T01:43:23.012328+0000","last_became_peered":"2024-04-26T01:43:23.012328+0000","last_unstale":"2024-04-26T01:47:39.181377+0000","last_undegraded":"2024-04-26T01:47:39.181377+0000","last_fullsized":"2024-04-26T01:47:39.181377+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:37.200459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.003352+0000","last_change":"2024-04-26T01:43:23.024740+0000","last_active":"2024-04-26T01:47:39.003352+0000","last_peered":"2024-04-26T01:47:39.003352+0000","last_clean":"2024-04-26T01:47:39.003352+0000","last_became_active":"2024-04-26T01:43:23.024284+0000","last_became_peered":"2024-04-26T01:43:23.024284+0000","last_unstale":"2024-04-26T01:47:39.003352+0000","last_undegraded":"2024-04-26T01:47:39.003352+0000","last_fullsized":"2024-04-26T01:47:39.003352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:22:51.613794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:47:39.178395+0000","last_change":"2024-04-26T01:43:22.998305+0000","last_active":"2024-04-26T01:47:39.178395+0000","last_peered":"2024-04-26T01:47:39.178395+0000","last_clean":"2024-04-26T01:47:39.178395+0000","last_became_active":"2024-04-26T01:43:22.997973+0000","last_became_peered":"2024-04-26T01:43:22.997973+0000","last_unstale":"2024-04-26T01:47:39.178395+0000","last_undegraded":"2024-04-26T01:47:39.178395+0000","last_fullsized":"2024-04-26T01:47:39.178395+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:43:21.952890+0000","last_clean_scrub_stamp":"2024-04-26T01:43:21.952890+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:43:30.509168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107040,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":799264,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2817,"num_read_kb":1631,"num_write":511,"num_write_kb":2388,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":28195,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":782336,"data_stored":2397792,"data_compressed":108043,"data_compressed_allocated":143360,"data_compressed_original":2125824,"omap_allocated":0,"internal_metadata":0},"log_size":389,"ondisk_log_size":389,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351047,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":496576,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612684,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1220608,"data_stored":1483709,"data_compressed":53762,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808911,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1060864,"data_stored":889219,"data_compressed":22169,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070551,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1048576,"data_stored":889485,"data_compressed":22169,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332187,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1085440,"data_stored":1092450,"data_compressed":38560,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495715,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1019904,"data_stored":497034,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1089536,"data_stored":565008,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1040384,"data_stored":497450,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":498558,"data_compressed":2880,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182515,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28104,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717048,"statfs":{"total":95995035648,"available":95966257152,"internally_reserved":0,"allocated":1105920,"data_stored":1216993,"data_compressed":37371,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920877,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":563956,"data_compressed":7450,"data_compressed_allocated":12288,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757351,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1142784,"data_stored":1417732,"data_compressed":53762,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35680,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":69075,"data_compressed":4570,"data_compressed_allocated":8192,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332366,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":7084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":394604,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":398343,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:47:53.751 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:47:54.200 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:54.532 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:54 smithi100 ceph-mon[28020]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:54.532 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:54 smithi100 ceph-mon[28020]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-26T01:47:54.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:54 smithi148 ceph-mon[32990]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:54 smithi148 ceph-mon[32990]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-26T01:47:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:54 smithi133 ceph-mon[32344]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:54 smithi133 ceph-mon[32344]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.909+0000 7f6425e00640 1 -- 172.21.15.100:0/138421418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6420104bb0 msgr2=0x7f6420108bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.909+0000 7f6425e00640 1 --2- 172.21.15.100:0/138421418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6420104bb0 0x7f6420108bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f640c009900 tx=0x7f640c02a410 comp rx=0 tx=0).stop 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 -- 172.21.15.100:0/138421418 shutdown_connections 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 --2- 172.21.15.100:0/138421418 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f64201092d0 0x7f6420110ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 --2- 172.21.15.100:0/138421418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6420104bb0 0x7f6420108bf0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 --2- 172.21.15.100:0/138421418 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6420104200 0x7f64201045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 -- 172.21.15.100:0/138421418 >> 172.21.15.100:0/138421418 conn(0x7f64200ffa60 msgr2=0x7f6420101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 -- 172.21.15.100:0/138421418 shutdown_connections 2024-04-26T01:47:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.910+0000 7f6425e00640 1 -- 172.21.15.100:0/138421418 wait complete. 2024-04-26T01:47:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 Processor -- start 2024-04-26T01:47:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 -- start start 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f64201092d0 0x7f64201a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f642019a7a0 0x7f642019ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6420114380 con 0x7f64201092d0 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6420114200 con 0x7f642019a7a0 2024-04-26T01:47:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.911+0000 7f6425e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6420114500 con 0x7f6420104200 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f641fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f64201092d0 0x7f64201a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6425400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f642019a7a0 0x7f642019ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:33834/0 (socket says 172.21.15.100:33834) 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 -- 172.21.15.100:0/2281214799 learned_addr learned my addr 172.21.15.100:0/2281214799 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 -- 172.21.15.100:0/2281214799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f642019a7a0 msgr2=0x7f642019ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f642019a7a0 0x7f642019ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 -- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f64201092d0 msgr2=0x7f64201a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f64201092d0 0x7f64201a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.911 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 -- 172.21.15.100:0/2281214799 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f642019b3a0 con 0x7f6420104200 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.912+0000 7f6424a00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f641800e9f0 tx=0x7f641800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.913+0000 7f641d600640 1 -- 172.21.15.100:0/2281214799 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641800cd80 con 0x7f6420104200 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.913+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64201a7430 con 0x7f6420104200 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.913+0000 7f641d600640 1 -- 172.21.15.100:0/2281214799 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6418010900 con 0x7f6420104200 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.913+0000 7f641d600640 1 -- 172.21.15.100:0/2281214799 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180188d0 con 0x7f6420104200 2024-04-26T01:47:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.913+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64201a77e0 con 0x7f6420104200 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.916+0000 7f642a17e740 1 Processor -- start 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.916+0000 7f642a17e740 1 -- start start 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.916+0000 7f641d600640 1 -- 172.21.15.100:0/2281214799 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7f6418010ab0 con 0x7f6420104200 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 0x563cf0919d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0924650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0926f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563cf087f900 con 0x563cf09199b0 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563cf0825ef0 con 0x563cf091a2d0 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f642a17e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563cf087b8c0 con 0x563cf0924b90 2024-04-26T01:47:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f6425400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 0x563cf0919d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f6425400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 0x563cf0919d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:53106/0 (socket says 172.21.15.100:53106) 2024-04-26T01:47:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f6425400640 1 -- 172.21.15.100:0/2071702716 learned_addr learned my addr 172.21.15.100:0/2071702716 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0926f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f6424a00640 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0924650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 -- 172.21.15.100:0/2071702716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 msgr2=0x563cf0924650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0924650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 -- 172.21.15.100:0/2071702716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 msgr2=0x563cf0919d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 0x563cf0919d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.917+0000 7f641fe00640 1 -- 172.21.15.100:0/2071702716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cf0592210 con 0x563cf0924b90 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f641fe00640 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0926f80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f640c02a930 tx=0x7f640c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34e9750ec2633ce9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f6415c00640 1 -- 172.21.15.100:0/2071702716 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c040070 con 0x563cf0924b90 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f6415c00640 1 -- 172.21.15.100:0/2071702716 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f640c004340 con 0x563cf0924b90 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f6415c00640 1 -- 172.21.15.100:0/2071702716 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c035040 con 0x563cf0924b90 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f641d600640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 0x7f64040a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f641d600640 1 -- 172.21.15.100:0/2281214799 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f64180d0cc0 con 0x7f6420104200 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.918+0000 7f6425400640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 0x7f64040a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 -- 172.21.15.100:0/2071702716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 msgr2=0x563cf0926f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0926f80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f640c02a930 tx=0x7f640c005fd0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 -- 172.21.15.100:0/2071702716 shutdown_connections 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0926f80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0924650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 --2- 172.21.15.100:0/2071702716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf09199b0 0x563cf0919d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 -- 172.21.15.100:0/2071702716 >> 172.21.15.100:0/2071702716 conn(0x563cf0915ec0 msgr2=0x563cf09162a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 -- 172.21.15.100:0/2071702716 shutdown_connections 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f6425400640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 0x7f64040a6260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6410011550 tx=0x7f6410009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.919+0000 7f642a17e740 1 -- 172.21.15.100:0/2071702716 wait complete. 2024-04-26T01:47:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 -- start start 2024-04-26T01:47:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 Processor -- start 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf0921b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf0922590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x563cf0927760 con 0x563cf0924b90 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x563cf0839310 con 0x563cf091a2d0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x563cf09278e0 con 0x563cf09199b0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.920+0000 7f642a17e740 10 client.0 _ll_register_callbacks cb 0x563cf0807cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f6425400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf0922590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45266/0 (socket says 172.21.15.100:45266) 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f6424a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf0921b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 -- 172.21.15.100:0/1416162811 learned_addr learned my addr 172.21.15.100:0/1416162811 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 -- 172.21.15.100:0/1416162811 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 msgr2=0x563cf0921b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf0921b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 -- 172.21.15.100:0/1416162811 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 msgr2=0x563cf0922590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf0922590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 -- 172.21.15.100:0/1416162811 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cf065e620 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f641fe00640 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f640c031480 tx=0x7f640c0329b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e08fb7be749d85d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.921+0000 7f640a000640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640c035070 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f640c032db0 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f640c004340 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f640c040040 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f642a17e740 10 client.25241 fetch_fsmap learned FSMap version 29 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563cf09339a0 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.922+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f640c004340 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f640c03c440 con 0x563cf091a2d0 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 10 client.25241 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 10 client.25241 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:47:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 20 client.25241 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf0934cf0 0x563cf09370e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 4 client.25241 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563cf08938b0 con 0x563cf0934cf0 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.923+0000 7f6424a00640 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf0934cf0 0x563cf09370e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.924+0000 7f6424a00640 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf0934cf0 0x563cf09370e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=864af6a12de202d5 server_cookie=7b3599580afaf44 in_seq=0 out_seq=0 2024-04-26T01:47:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.924+0000 7f640a000640 10 client.25241 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.924+0000 7f640a000640 1 -- 172.21.15.100:0/1416162811 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563cf08938b0 con 0x563cf0934cf0 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.924+0000 7f640a000640 10 client.25241 handle_command_reply: tid=0 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.924+0000 7f642a17e740 1 client.25241 shutdown 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 msgr2=0x563cf0922050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f640c031480 tx=0x7f640c0329b0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 shutdown_connections 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf0934cf0 0x563cf09370e0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf0922590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf0922050 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 --2- 172.21.15.100:0/1416162811 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf0921b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.926 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 >> 172.21.15.100:0/1416162811 conn(0x563cf0915ec0 msgr2=0x563cf091bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.926 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f640a000640 0 client.25241 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:54.926 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 shutdown_connections 2024-04-26T01:47:54.926 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 1 -- 172.21.15.100:0/1416162811 wait complete. 2024-04-26T01:47:54.926 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.925+0000 7f642a17e740 20 client.25241 trim_cache size 0 max 16384 2024-04-26T01:47:54.939 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 Processor -- start 2024-04-26T01:47:54.939 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 -- start start 2024-04-26T01:47:54.939 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.940 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf091a2d0 0x563cf091c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.940 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0923a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.940 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f64201afc10 con 0x563cf091a2d0 2024-04-26T01:47:54.940 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f64201b1750 con 0x563cf09199b0 2024-04-26T01:47:54.940 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.941+0000 7f642a17e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f64201b02e0 con 0x563cf0924b90 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f641fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf091a2d0 0x563cf091c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45274/0 (socket says 172.21.15.100:45274) 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6425400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0923a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 -- 172.21.15.100:0/3907267009 learned_addr learned my addr 172.21.15.100:0/3907267009 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 -- 172.21.15.100:0/3907267009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 msgr2=0x563cf0923a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0923a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 -- 172.21.15.100:0/3907267009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf091a2d0 msgr2=0x563cf091c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf091a2d0 0x563cf091c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.942+0000 7f6424a00640 1 -- 172.21.15.100:0/3907267009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563cf0910490 con 0x563cf09199b0 2024-04-26T01:47:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f6424a00640 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f64180cea40 tx=0x7f64180d31d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=605daa044914dc3f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f6415200640 1 -- 172.21.15.100:0/3907267009 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180d2040 con 0x563cf09199b0 2024-04-26T01:47:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f6415200640 1 -- 172.21.15.100:0/3907267009 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f641809de50 con 0x563cf09199b0 2024-04-26T01:47:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f6415200640 1 -- 172.21.15.100:0/3907267009 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180bd0b0 con 0x563cf09199b0 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f642a17e740 1 -- 172.21.15.100:0/3907267009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 msgr2=0x563cf0930620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.943+0000 7f642a17e740 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f64180cea40 tx=0x7f64180d31d0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 -- 172.21.15.100:0/3907267009 shutdown_connections 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf0924b90 0x563cf0923a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf091a2d0 0x563cf091c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 --2- 172.21.15.100:0/3907267009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf09199b0 0x563cf0930620 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 -- 172.21.15.100:0/3907267009 >> 172.21.15.100:0/3907267009 conn(0x563cf0915ec0 msgr2=0x563cf0923340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 -- 172.21.15.100:0/3907267009 shutdown_connections 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 -- 172.21.15.100:0/3907267009 wait complete. 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 -- start start 2024-04-26T01:47:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.944+0000 7f642a17e740 1 Processor -- start 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf092a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf092a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f64201b1080 con 0x563cf0924b90 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f64201b09b0 con 0x563cf091a2d0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f64201adbf0 con 0x563cf09199b0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f642a17e740 10 client.0 _ll_register_callbacks cb 0x7f640c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6425400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf092a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:33868/0 (socket says 172.21.15.100:33868) 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 -- 172.21.15.100:0/2464846601 learned_addr learned my addr 172.21.15.100:0/2464846601 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f641fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf092a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 -- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 msgr2=0x563cf092a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf092a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 -- 172.21.15.100:0/2464846601 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 msgr2=0x563cf092a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:47:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf092a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.945+0000 7f6424a00640 1 -- 172.21.15.100:0/2464846601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563cf092aed0 con 0x563cf09199b0 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f6424a00640 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f64180ce460 tx=0x7f6418005750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9337045ab52435db server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f640a000640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180b5020 con 0x563cf09199b0 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6418099240 con 0x563cf09199b0 2024-04-26T01:47:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f641809de50 con 0x563cf09199b0 2024-04-26T01:47:54.947 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64180d2070 con 0x563cf09199b0 2024-04-26T01:47:54.947 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f642a17e740 10 client.25273 fetch_fsmap learned FSMap version 29 2024-04-26T01:47:54.947 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563cf09a3650 con 0x563cf09199b0 2024-04-26T01:47:54.947 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.946+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f641809de50 con 0x563cf09199b0 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f64180bbce0 con 0x563cf09199b0 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 10 client.25273 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 10 client.25273 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 20 client.25273 populate_metadata read hostname 'smithi100' 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf09a3dd0 0x563cf09a61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 4 client.25273 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563cf088d320 con 0x563cf09a3dd0 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.947+0000 7f641fe00640 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf09a3dd0 0x563cf09a61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.948+0000 7f641fe00640 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf09a3dd0 0x563cf09a61f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=860d1ae5f48fcd88 server_cookie=d743481fa75ea68c in_seq=0 out_seq=0 2024-04-26T01:47:54.948 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.948+0000 7f640a000640 10 client.25273 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:54.959 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.960+0000 7f640a000640 1 -- 172.21.15.100:0/2464846601 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563cf088d320 con 0x563cf09a3dd0 2024-04-26T01:47:54.959 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f640a000640 10 client.25273 handle_command_reply: tid=0 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 client.25273 shutdown 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 msgr2=0x563cf092ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f64180ce460 tx=0x7f6418005750 comp rx=0 tx=0).stop 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 shutdown_connections 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x563cf09a3dd0 0x563cf09a61f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x563cf0924b90 0x563cf092a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563cf091a2d0 0x563cf092a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 --2- 172.21.15.100:0/2464846601 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x563cf09199b0 0x563cf092ce20 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 >> 172.21.15.100:0/2464846601 conn(0x563cf0915ec0 msgr2=0x563cf0923bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f640a000640 0 client.25273 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 shutdown_connections 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.961+0000 7f642a17e740 1 -- 172.21.15.100:0/2464846601 wait complete. 2024-04-26T01:47:54.960 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f642a17e740 20 client.25273 trim_cache size 0 max 16384 2024-04-26T01:47:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:47:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:47:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:47:54.961 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 msgr2=0x7f64040a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 0x7f64040a6260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6410011550 tx=0x7f6410009500 comp rx=0 tx=0).stop 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 msgr2=0x7f64201a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f641800e9f0 tx=0x7f641800eeb0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 shutdown_connections 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.962+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f64040a3da0 0x7f64040a6260 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f642019a7a0 0x7f642019ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f64201092d0 0x7f64201a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.962 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 --2- 172.21.15.100:0/2281214799 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6420104200 0x7f64201a0690 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.963 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 >> 172.21.15.100:0/2281214799 conn(0x7f64200ffa60 msgr2=0x7f6420101d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.963 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 shutdown_connections 2024-04-26T01:47:54.963 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:47:54.963+0000 7f6425e00640 1 -- 172.21.15.100:0/2281214799 wait complete. 2024-04-26T01:47:56.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.500+0000 7f99eae00700 1 -- 172.21.15.100:0/2356517207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4075590 msgr2=0x7f99e410ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.500+0000 7f99eae00700 1 --2- 172.21.15.100:0/2356517207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4075590 0x7f99e410ef00 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f99d0009990 tx=0x7f99d0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 -- 172.21.15.100:0/2356517207 shutdown_connections 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 --2- 172.21.15.100:0/2356517207 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e4111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 --2- 172.21.15.100:0/2356517207 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4074c70 0x7f99e4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 --2- 172.21.15.100:0/2356517207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4075590 0x7f99e410ef00 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 -- 172.21.15.100:0/2356517207 >> 172.21.15.100:0/2356517207 conn(0x7f99e4079ba0 msgr2=0x7f99e4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 -- 172.21.15.100:0/2356517207 shutdown_connections 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.501+0000 7f99eae00700 1 -- 172.21.15.100:0/2356517207 wait complete. 2024-04-26T01:47:56.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.502+0000 7f99eae00700 1 Processor -- start 2024-04-26T01:47:56.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.502+0000 7f99eae00700 1 -- start start 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 0x7f99e419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f99e4114f40 con 0x7f99e410f440 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f99e4114dc0 con 0x7f99e4074c70 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99eae00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f99e41150c0 con 0x7f99e4075590 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e3e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e3400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 0x7f99e419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e3e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:45292/0 (socket says 172.21.15.100:45292) 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e8e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:53142/0 (socket says 172.21.15.100:53142) 2024-04-26T01:47:56.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.503+0000 7f99e3e00700 1 -- 172.21.15.100:0/1975132797 learned_addr learned my addr 172.21.15.100:0/1975132797 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 -- 172.21.15.100:0/1975132797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 msgr2=0x7f99e419b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 0x7f99e419b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 -- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 msgr2=0x7f99e419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 -- 172.21.15.100:0/1975132797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e41a03b0 con 0x7f99e4074c70 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3400700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 0x7f99e419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:56.503 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e8e00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e3e00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f99d400e9a0 tx=0x7f99d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d400ca10 con 0x7f99e4074c70 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f99d400cbb0 con 0x7f99e4074c70 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99e41a06a0 con 0x7f99e4074c70 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.504+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d4018680 con 0x7f99e4074c70 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.505+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99e41a7f20 con 0x7f99e4074c70 2024-04-26T01:47:56.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.506+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99e4069730 con 0x7f99e4074c70 2024-04-26T01:47:56.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.507+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7f99d4018820 con 0x7f99e4074c70 2024-04-26T01:47:56.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.509+0000 7f99e0c00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 0x7f99c80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:56.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.509+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f99d40d0b90 con 0x7f99e4074c70 2024-04-26T01:47:56.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.509+0000 7f99e3400700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 0x7f99c80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:56.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.510+0000 7f99e3400700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 0x7f99c80a6300 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f99d000b2e0 tx=0x7f99d0005960 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:56.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.513+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f99d409d090 con 0x7f99e4074c70 2024-04-26T01:47:56.702 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:56 smithi133 ceph-mon[32344]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 50 op/s 2024-04-26T01:47:56.786 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.788+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99e402df80 con 0x7f99e4074c70 2024-04-26T01:47:56.786 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:56 smithi100 ceph-mon[28020]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 50 op/s 2024-04-26T01:47:56.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.789+0000 7f99e0c00700 1 -- 172.21.15.100:0/1975132797 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11958 (secure 0 0 0) 0x7f99d409c990 con 0x7f99e4074c70 2024-04-26T01:47:56.788 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:47:56.788 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:47:38.775698+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 msgr2=0x7f99c80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 0x7f99c80a6300 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f99d000b2e0 tx=0x7f99d0005960 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 msgr2=0x7f99e419b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f99d400e9a0 tx=0x7f99d400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 shutdown_connections 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f99c80a3e40 0x7f99c80a6300 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f99e410f440 0x7f99e419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99e4074c70 0x7f99e419b3f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 --2- 172.21.15.100:0/1975132797 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f99e4075590 0x7f99e419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.792+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 >> 172.21.15.100:0/1975132797 conn(0x7f99e4079ba0 msgr2=0x7f99e40ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.793+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 shutdown_connections 2024-04-26T01:47:56.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:47:56.793+0000 7f99eae00700 1 -- 172.21.15.100:0/1975132797 wait complete. 2024-04-26T01:47:56.792 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 29 2024-04-26T01:47:56.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:56 smithi148 ceph-mon[32990]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 50 op/s 2024-04-26T01:47:57.636 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:47:57.716 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:57 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1975132797' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:57.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:57 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1975132797' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:57.897 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:57 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1975132797' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:58.086 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:58.528 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:47:58 smithi100 ceph-mon[28020]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 76 KiB/s wr, 53 op/s 2024-04-26T01:47:58.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:47:58 smithi148 ceph-mon[32990]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 76 KiB/s wr, 53 op/s 2024-04-26T01:47:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:47:58 smithi133 ceph-mon[32344]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 76 KiB/s wr, 53 op/s 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 -- 172.21.15.100:0/3742390802 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 msgr2=0x7fa7f4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 --2- 172.21.15.100:0/3742390802 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f4115f80 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00b0d0 tx=0x7fa7ec00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 -- 172.21.15.100:0/3742390802 shutdown_connections 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 --2- 172.21.15.100:0/3742390802 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f4115f80 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 --2- 172.21.15.100:0/3742390802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 --2- 172.21.15.100:0/3742390802 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 -- 172.21.15.100:0/3742390802 >> 172.21.15.100:0/3742390802 conn(0x7fa7f4076210 msgr2=0x7fa7f4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:00.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 -- 172.21.15.100:0/3742390802 shutdown_connections 2024-04-26T01:48:00.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.464+0000 7fa7f9600700 1 -- 172.21.15.100:0/3742390802 wait complete. 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.465+0000 7fa7f9600700 1 Processor -- start 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.465+0000 7fa7f9600700 1 -- start start 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f41a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4119390 con 0x7fa7f410e3b0 2024-04-26T01:48:00.464 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4119210 con 0x7fa7f41092d0 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f9600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f4119510 con 0x7fa7f4109c80 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7ea000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7ea000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:33904/0 (socket says 172.21.15.100:33904) 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7ea000700 1 -- 172.21.15.100:0/935661956 learned_addr learned my addr 172.21.15.100:0/935661956 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f3400700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f41a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.466+0000 7fa7f2a00700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 -- 172.21.15.100:0/935661956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 msgr2=0x7fa7f419fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 -- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 msgr2=0x7fa7f41a3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f41a3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 -- 172.21.15.100:0/935661956 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f41a4730 con 0x7fa7f41092d0 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7ea000700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f3400700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f41a3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:00.465 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f2a00700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f419f720 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400e9f0 tx=0x7fa7e400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:00.466 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e400c9c0 con 0x7fa7f41092d0 2024-04-26T01:48:00.466 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.467+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f41a4a20 con 0x7fa7f41092d0 2024-04-26T01:48:00.466 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.468+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa7e400cb60 con 0x7fa7f41092d0 2024-04-26T01:48:00.467 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.468+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4018680 con 0x7fa7f41092d0 2024-04-26T01:48:00.467 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.468+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f41ac2a0 con 0x7fa7f41092d0 2024-04-26T01:48:00.467 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.469+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7f4069730 con 0x7fa7f41092d0 2024-04-26T01:48:00.468 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.471+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) ==== 138823+0+0 (secure 0 0 0) 0x7fa7e4010430 con 0x7fa7f41092d0 2024-04-26T01:48:00.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.472+0000 7fa7ebe00700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 0x7fa7d80a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:00.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.473+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa7e40d0cc0 con 0x7fa7f41092d0 2024-04-26T01:48:00.470 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.473+0000 7fa7ea000700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 0x7fa7d80a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:00.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.474+0000 7fa7ea000700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 0x7fa7d80a6380 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa7f410f630 tx=0x7fa7dc009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:00.472 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.475+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa7e409d250 con 0x7fa7f41092d0 2024-04-26T01:48:00.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.770+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7f41a0a80 con 0x7fa7f41092d0 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-mon[28020]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:48:00.621+0000 7f567c000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:48:00.621+0000 7f567c000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:48:00.621+0000 7f567c000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:48:00.621+0000 7f567c000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:48:00.769 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:48:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:48:00.621+0000 7f567c000700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:48:00.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.771+0000 7fa7ebe00700 1 -- 172.21.15.100:0/935661956 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11958 (secure 0 0 0) 0x7fa7e409cb50 con 0x7fa7f41092d0 2024-04-26T01:48:00.770 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:48:00.770 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:47:38.775698+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:48:00.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 msgr2=0x7fa7d80a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:00.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 0x7fa7d80a6380 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa7f410f630 tx=0x7fa7dc009260 comp rx=0 tx=0).stop 2024-04-26T01:48:00.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 msgr2=0x7fa7f419f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:00.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f419f720 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400e9f0 tx=0x7fa7e400ed00 comp rx=0 tx=0).stop 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 shutdown_connections 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa7d80a3ec0 0x7fa7d80a6380 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa7f410e3b0 0x7fa7f41a3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7f41092d0 0x7fa7f419f720 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 --2- 172.21.15.100:0/935661956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa7f4109c80 0x7fa7f419fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 >> 172.21.15.100:0/935661956 conn(0x7fa7f4076210 msgr2=0x7fa7f4076690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 shutdown_connections 2024-04-26T01:48:00.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:00.775+0000 7fa7f9600700 1 -- 172.21.15.100:0/935661956 wait complete. 2024-04-26T01:48:00.774 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 29 2024-04-26T01:48:00.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:00 smithi148 ceph-mon[32990]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:48:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:00 smithi133 ceph-mon[32344]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:48:01.682 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:48:01.756 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:01 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/935661956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:01 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/935661956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:01.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:01 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/935661956' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:02.139 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:02.543 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:02 smithi100 ceph-mon[28020]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-04-26T01:48:02.544 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:02 smithi100 ceph-mon[28020]: mgrmap e26: x(active, since 22s), standbys: y, z 2024-04-26T01:48:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:02 smithi148 ceph-mon[32990]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-04-26T01:48:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:02 smithi148 ceph-mon[32990]: mgrmap e26: x(active, since 22s), standbys: y, z 2024-04-26T01:48:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:02 smithi133 ceph-mon[32344]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 16 op/s 2024-04-26T01:48:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:02 smithi133 ceph-mon[32344]: mgrmap e26: x(active, since 22s), standbys: y, z 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 -- 172.21.15.100:0/2559554557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4103450 msgr2=0x7f35e410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 --2- 172.21.15.100:0/2559554557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4103450 0x7f35e410f8b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f35dc009f90 tx=0x7f35dc00b330 comp rx=0 tx=0).stop 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 -- 172.21.15.100:0/2559554557 shutdown_connections 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 --2- 172.21.15.100:0/2559554557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4103450 0x7f35e410f8b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 --2- 172.21.15.100:0/2559554557 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4108a50 0x7f35e4108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 --2- 172.21.15.100:0/2559554557 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4102a90 0x7f35e4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 -- 172.21.15.100:0/2559554557 >> 172.21.15.100:0/2559554557 conn(0x7f35e4079ba0 msgr2=0x7f35e4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:04.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 -- 172.21.15.100:0/2559554557 shutdown_connections 2024-04-26T01:48:04.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.478+0000 7f35eb600700 1 -- 172.21.15.100:0/2559554557 wait complete. 2024-04-26T01:48:04.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.479+0000 7f35eb600700 1 Processor -- start 2024-04-26T01:48:04.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.479+0000 7f35eb600700 1 -- start start 2024-04-26T01:48:04.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4103450 0x7f35e419b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4108a50 0x7f35e419fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4112df0 con 0x7f35e4103450 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4112c70 con 0x7f35e4108a50 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35eb600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f35e4112f70 con 0x7f35e4102a90 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35e8c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35e8c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40228/0 (socket says 172.21.15.100:40228) 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35e8c00700 1 -- 172.21.15.100:0/3592542498 learned_addr learned my addr 172.21.15.100:0/3592542498 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35e3e00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4103450 0x7f35e419b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.478 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.480+0000 7f35e9600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4108a50 0x7f35e419fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 -- 172.21.15.100:0/3592542498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4108a50 msgr2=0x7f35e419fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4108a50 0x7f35e419fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 -- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4103450 msgr2=0x7f35e419b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4103450 0x7f35e419b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 -- 172.21.15.100:0/3592542498 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35e41a0450 con 0x7f35e4102a90 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e8c00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f35d800e9c0 tx=0x7f35d800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d800cbd0 con 0x7f35e4102a90 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.481+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35e41a0740 con 0x7f35e4102a90 2024-04-26T01:48:04.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.482+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f35d800ee60 con 0x7f35e4102a90 2024-04-26T01:48:04.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.482+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35d8005670 con 0x7f35e4102a90 2024-04-26T01:48:04.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.482+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35e41a7fc0 con 0x7f35e4102a90 2024-04-26T01:48:04.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.483+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35e4069730 con 0x7f35e4102a90 2024-04-26T01:48:04.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.485+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f35d8004750 con 0x7f35e4102a90 2024-04-26T01:48:04.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.486+0000 7f35e1600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 0x7f35cc0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:04.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.486+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f35d80d0c80 con 0x7f35e4102a90 2024-04-26T01:48:04.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.487+0000 7f35e3e00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 0x7f35cc0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:04.484 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.487+0000 7f35e3e00700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 0x7f35cc0a6390 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f35d0009750 tx=0x7f35d0009310 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:04.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.491+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f35d809d0a0 con 0x7f35e4102a90 2024-04-26T01:48:04.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.720+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35e41a8190 con 0x7f35e4102a90 2024-04-26T01:48:04.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.722+0000 7f35e1600700 1 -- 172.21.15.100:0/3592542498 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23101 (secure 0 0 0) 0x7f35d809c9a0 con 0x7f35e4102a90 2024-04-26T01:48:04.720 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:48:04.720 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":92,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:47:38.855132+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/115872624":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/599467682":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/3732339740":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3383786923":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.725+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 msgr2=0x7f35cc0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.725+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 0x7f35cc0a6390 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f35d0009750 tx=0x7f35d0009310 comp rx=0 tx=0).stop 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.725+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 msgr2=0x7f35e419b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.725+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f35d800e9c0 tx=0x7f35d800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 shutdown_connections 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f35cc0a3ed0 0x7f35cc0a6390 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f35e4108a50 0x7f35e419fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f35e4102a90 0x7f35e419b440 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 --2- 172.21.15.100:0/3592542498 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f35e4103450 0x7f35e419b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:04.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 >> 172.21.15.100:0/3592542498 conn(0x7f35e4079ba0 msgr2=0x7f35e4074f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:04.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 shutdown_connections 2024-04-26T01:48:04.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:04.726+0000 7f35eb600700 1 -- 172.21.15.100:0/3592542498 wait complete. 2024-04-26T01:48:04.741 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:04 smithi100 ceph-mon[28020]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T01:48:04.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:04 smithi148 ceph-mon[32990]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T01:48:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:04 smithi133 ceph-mon[32344]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-04-26T01:48:05.536 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-04-26T01:48:05.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:05 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3592542498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:48:05.815 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:05 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3592542498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:48:05.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:05 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3592542498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:48:05.958 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:06 smithi148 ceph-mon[32990]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-04-26T01:48:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:06 smithi100 ceph-mon[28020]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-04-26T01:48:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:06 smithi133 ceph-mon[32344]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 -- 172.21.15.100:0/400927322 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108e10 msgr2=0x7f7d90115250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 --2- 172.21.15.100:0/400927322 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108e10 0x7f7d90115250 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009cd0 tx=0x7f7d8802a8f0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 -- 172.21.15.100:0/400927322 shutdown_connections 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 --2- 172.21.15.100:0/400927322 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108e10 0x7f7d90115250 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 --2- 172.21.15.100:0/400927322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108490 0x7f7d901088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 --2- 172.21.15.100:0/400927322 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 0x7f7d9010e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 -- 172.21.15.100:0/400927322 >> 172.21.15.100:0/400927322 conn(0x7f7d90077d30 msgr2=0x7f7d90106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 -- 172.21.15.100:0/400927322 shutdown_connections 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.112+0000 7f7d94e00640 1 -- 172.21.15.100:0/400927322 wait complete. 2024-04-26T01:48:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.113+0000 7f7d94e00640 1 Processor -- start 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.113+0000 7f7d94e00640 1 -- start start 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.113+0000 7f7d94e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.113+0000 7f7d94e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 0x7f7d901a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d94e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 0x7f7d9019ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d94e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901187b0 con 0x7f7d90108490 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d94e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7d90118630 con 0x7f7d90108e10 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d94e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7d90118930 con 0x7f7d9010e420 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d86a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 0x7f7d901a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56808/0 (socket says 172.21.15.100:56808) 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 -- 172.21.15.100:0/1527127181 learned_addr learned my addr 172.21.15.100:0/1527127181 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 0x7f7d9019ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 -- 172.21.15.100:0/1527127181 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 msgr2=0x7f7d9019ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 0x7f7d9019ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 -- 172.21.15.100:0/1527127181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 msgr2=0x7f7d901a4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 0x7f7d901a4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d8f400640 1 -- 172.21.15.100:0/1527127181 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9019f210 con 0x7f7d90108490 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.114+0000 7f7d86a00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 0x7f7d901a4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7d8000e9f0 tx=0x7f7d8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d8cc00640 1 -- 172.21.15.100:0/1527127181 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8000cd80 con 0x7f7d90108490 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d8cc00640 1 -- 172.21.15.100:0/1527127181 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d800054f0 con 0x7f7d90108490 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9019f500 con 0x7f7d90108490 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d8cc00640 1 -- 172.21.15.100:0/1527127181 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d80010690 con 0x7f7d90108490 2024-04-26T01:48:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.115+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d901ab750 con 0x7f7d90108490 2024-04-26T01:48:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.119+0000 7f7d993ed740 1 Processor -- start 2024-04-26T01:48:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.119+0000 7f7d993ed740 1 -- start start 2024-04-26T01:48:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d8cc00640 1 -- 172.21.15.100:0/1527127181 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f7d800046c0 con 0x7f7d90108490 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f750de650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f750e0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557f75039900 con 0x557f750d39b0 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f74fdfef0 con 0x557f750deb90 2024-04-26T01:48:08.118 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d993ed740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557f750358c0 con 0x557f750d42d0 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d8fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d8f400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f750de650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d8fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56812/0 (socket says 172.21.15.100:56812) 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d8fe00640 1 -- 172.21.15.100:0/1989910469 learned_addr learned my addr 172.21.15.100:0/1989910469 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.120+0000 7f7d86a00640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f750e0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 -- 172.21.15.100:0/1989910469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 msgr2=0x557f750de650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f750de650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 -- 172.21.15.100:0/1989910469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 msgr2=0x557f750e0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f750e0f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 -- 172.21.15.100:0/1989910469 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f74d4c210 con 0x557f750d39b0 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f750de650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d86a00640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f750e0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:08.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009cd0 tx=0x7f7d88009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10637be7a535ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.123 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.121+0000 7f7d8cc00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 0x7f7d700a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.123 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d84c00640 1 -- 172.21.15.100:0/1989910469 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d88030620 con 0x557f750d39b0 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d84c00640 1 -- 172.21.15.100:0/1989910469 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d88036040 con 0x557f750d39b0 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d84c00640 1 -- 172.21.15.100:0/1989910469 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d88004310 con 0x557f750d39b0 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d8cc00640 1 -- 172.21.15.100:0/1527127181 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7d800d0e00 con 0x7f7d90108490 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 0x7f7d700a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d993ed740 1 -- 172.21.15.100:0/1989910469 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 msgr2=0x557f750d3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d993ed740 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009cd0 tx=0x7f7d88009a20 comp rx=0 tx=0).stop 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d993ed740 1 -- 172.21.15.100:0/1989910469 shutdown_connections 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.122+0000 7f7d993ed740 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f750e0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f750de650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 --2- 172.21.15.100:0/1989910469 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750d3d90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 -- 172.21.15.100:0/1989910469 >> 172.21.15.100:0/1989910469 conn(0x557f750cfec0 msgr2=0x557f750d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d8f400640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 0x7f7d700a62f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7d800ce460 tx=0x7f7d800d4910 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.124 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 -- 172.21.15.100:0/1989910469 shutdown_connections 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 -- 172.21.15.100:0/1989910469 wait complete. 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 -- start start 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.123+0000 7f7d993ed740 1 Processor -- start 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x557f750e1760 con 0x557f750d39b0 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f74ff3310 con 0x557f750d42d0 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x557f750e18e0 con 0x557f750deb90 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d993ed740 10 client.0 _ll_register_callbacks cb 0x557f74fc1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d8fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d8fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56828/0 (socket says 172.21.15.100:56828) 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d8fe00640 1 -- 172.21.15.100:0/590934764 learned_addr learned my addr 172.21.15.100:0/590934764 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:08.125 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d86a00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.124+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 -- 172.21.15.100:0/590934764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 msgr2=0x557f750dc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 -- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 msgr2=0x557f750dc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 -- 172.21.15.100:0/590934764 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f74e18620 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7d8802ae10 tx=0x7f7d880095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5fb2dc403093e1a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d7d600640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d88058060 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7d88030900 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d88036040 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d88030b00 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d993ed740 10 client.15159 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.125+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f750ed9f0 con 0x557f750d39b0 2024-04-26T01:48:08.126 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d88036040 con 0x557f750d39b0 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7d88050030 con 0x557f750d39b0 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 10 client.15159 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 10 client.15159 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 20 client.15159 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f750eed40 0x557f750f1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 4 client.15159 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f7504d8b0 con 0x557f750eed40 2024-04-26T01:48:08.127 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.126+0000 7f7d86a00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f750eed40 0x557f750f1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.128 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.127+0000 7f7d86a00640 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f750eed40 0x557f750f1130 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c316fe31a8bc2769 server_cookie=fe9b694d1fd2f034 in_seq=0 out_seq=0 2024-04-26T01:48:08.128 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.127+0000 7f7d7d600640 10 client.15159 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:08.128 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d7d600640 1 -- 172.21.15.100:0/590934764 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557f7504d8b0 con 0x557f750eed40 2024-04-26T01:48:08.128 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d7d600640 10 client.15159 handle_command_reply: tid=0 2024-04-26T01:48:08.128 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 client.15159 shutdown 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 msgr2=0x557f750dbb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7d8802ae10 tx=0x7f7d880095c0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 shutdown_connections 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f750eed40 0x557f750f1130 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d7d600640 0 client.15159 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 --2- 172.21.15.100:0/590934764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750dbb50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 >> 172.21.15.100:0/590934764 conn(0x557f750cfec0 msgr2=0x557f750d5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 shutdown_connections 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.128+0000 7f7d993ed740 1 -- 172.21.15.100:0/590934764 wait complete. 2024-04-26T01:48:08.129 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.129+0000 7f7d993ed740 20 client.15159 trim_cache size 0 max 16384 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 Processor -- start 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 -- start start 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750ea240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b40b0 con 0x557f750d39b0 2024-04-26T01:48:08.143 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b5bf0 con 0x557f750d42d0 2024-04-26T01:48:08.143 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.145+0000 7f7d993ed740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b4780 con 0x557f750deb90 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:56536/0 (socket says 172.21.15.100:56536) 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 -- 172.21.15.100:0/2035853206 learned_addr learned my addr 172.21.15.100:0/2035853206 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750ea240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 -- 172.21.15.100:0/2035853206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 msgr2=0x557f750dc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 -- 172.21.15.100:0/2035853206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 msgr2=0x557f750ea240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750ea240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.144 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 -- 172.21.15.100:0/2035853206 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f750d0a90 con 0x557f750d42d0 2024-04-26T01:48:08.145 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.146+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x557f750d1050 tx=0x7f7d78005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=146f7db7758f9428 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.145 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d7fe00640 1 -- 172.21.15.100:0/2035853206 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78004490 con 0x557f750d42d0 2024-04-26T01:48:08.145 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d7fe00640 1 -- 172.21.15.100:0/2035853206 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d780054f0 con 0x557f750d42d0 2024-04-26T01:48:08.145 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d7fe00640 1 -- 172.21.15.100:0/2035853206 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78004e10 con 0x557f750d42d0 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 -- 172.21.15.100:0/2035853206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 msgr2=0x557f750dbb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x557f750d1050 tx=0x7f7d78005f90 comp rx=0 tx=0).stop 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 -- 172.21.15.100:0/2035853206 shutdown_connections 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750deb90 0x557f750dc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750d42d0 0x557f750dbb10 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2035853206 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f750ea240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 -- 172.21.15.100:0/2035853206 >> 172.21.15.100:0/2035853206 conn(0x557f750cfec0 msgr2=0x557f750e9b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 -- 172.21.15.100:0/2035853206 shutdown_connections 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.147+0000 7f7d993ed740 1 -- 172.21.15.100:0/2035853206 wait complete. 2024-04-26T01:48:08.148 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.148+0000 7f7d993ed740 1 -- start start 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.148+0000 7f7d993ed740 1 Processor -- start 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f75148eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f75149930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b5520 con 0x557f750d39b0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b4e50 con 0x557f750deb90 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7d901b2090 con 0x557f750d42d0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d993ed740 10 client.0 _ll_register_callbacks cb 0x7f7d80005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d8fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f75148eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40282/0 (socket says 172.21.15.100:40282) 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 -- 172.21.15.100:0/2421909347 learned_addr learned my addr 172.21.15.100:0/2421909347 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f75149930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.149 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 -- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 msgr2=0x557f75149930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f75149930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 -- 172.21.15.100:0/2421909347 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 msgr2=0x557f75148eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f75148eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d86a00640 1 -- 172.21.15.100:0/2421909347 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f75154180 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.149+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f75149930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d86a00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7d78012620 tx=0x7f7d78004490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ef263643aeef303 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d7d600640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7801f050 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7d7801f1f0 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7d780054f0 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7d78037050 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d993ed740 10 client.25312 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.150+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557f75155450 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d780054f0 con 0x557f750d42d0 2024-04-26T01:48:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7d780050a0 con 0x557f750d42d0 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 10 client.25312 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 10 client.25312 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 20 client.25312 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f75155b10 0x557f75157f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 4 client.25312 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557f75047320 con 0x557f75155b10 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.151+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f75155b10 0x557f75157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:08.151 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.152+0000 7f7d8fe00640 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f75155b10 0x557f75157f30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63bcce39f21cf951 server_cookie=2736f45a74ed9d2f in_seq=0 out_seq=0 2024-04-26T01:48:08.152 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.152+0000 7f7d7d600640 10 client.25312 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:08.157 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.159+0000 7f7d7d600640 1 -- 172.21.15.100:0/2421909347 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557f75047320 con 0x557f75155b10 2024-04-26T01:48:08.157 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d7d600640 10 client.25312 handle_command_reply: tid=0 2024-04-26T01:48:08.157 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 client.25312 shutdown 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 msgr2=0x557f751493f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7d78012620 tx=0x7f7d78004490 comp rx=0 tx=0).stop 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 shutdown_connections 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x557f75155b10 0x557f75157f30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f750deb90 0x557f75149930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x557f750d42d0 0x557f751493f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 --2- 172.21.15.100:0/2421909347 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x557f750d39b0 0x557f75148eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d7d600640 0 client.25312 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 >> 172.21.15.100:0/2421909347 conn(0x557f750cfec0 msgr2=0x557f750d5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 shutdown_connections 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 1 -- 172.21.15.100:0/2421909347 wait complete. 2024-04-26T01:48:08.158 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.160+0000 7f7d993ed740 20 client.25312 trim_cache size 0 max 16384 2024-04-26T01:48:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:48:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:48:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:48:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:48:08.159 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 msgr2=0x7f7d700a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 0x7f7d700a62f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7d800ce460 tx=0x7f7d800d4910 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 msgr2=0x7f7d901a4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7d8000e9f0 tx=0x7f7d8000edf0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 shutdown_connections 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7d700a3e30 0x7f7d700a62f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7d9010e420 0x7f7d9019ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d90108e10 0x7f7d901a4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 --2- 172.21.15.100:0/1527127181 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7d90108490 0x7f7d901a4890 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 >> 172.21.15.100:0/1527127181 conn(0x7f7d90077d30 msgr2=0x7f7d90078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 shutdown_connections 2024-04-26T01:48:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:08.161+0000 7f7d94e00640 1 -- 172.21.15.100:0/1527127181 wait complete. 2024-04-26T01:48:08.767 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:08 smithi100 ceph-mon[28020]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-26T01:48:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:08 smithi148 ceph-mon[32990]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-26T01:48:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:08 smithi133 ceph-mon[32344]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-04-26T01:48:09.329 INFO:teuthology.orchestra.run.smithi100.stdout:{"run_dir":"/var/run/ceph"} 2024-04-26T01:48:09.329 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-04-26T01:48:09.330 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 3448 2024-04-26T01:48:09.330 DEBUG:tasks.quiescer:Yielding 2024-04-26T01:48:09.330 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T01:48:09.343 INFO:tasks.workunit:Pulling workunits from ref afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:48:09.344 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T01:48:09.344 INFO:tasks.workunit:timeout=3h 2024-04-26T01:48:09.344 INFO:tasks.workunit:cleanup=True 2024-04-26T01:48:09.344 DEBUG:teuthology.orchestra.run.smithi100:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T01:48:09.345 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:48:09.392 INFO:teuthology.orchestra.run.smithi100.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T01:48:09.392 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-26T01:48:09.392 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 67h/103d Inode: 1099511628283 Links: 2 2024-04-26T01:48:09.392 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:48:09.393 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-26T01:48:09.393 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2024-04-26 01:44:07.776140348 +0000 2024-04-26T01:48:09.393 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2024-04-26 01:44:07.776140348 +0000 2024-04-26T01:48:09.393 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2024-04-26 01:47:37.769971093 +0000 2024-04-26T01:48:09.393 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: 2024-04-26 01:44:07.776140348 +0000 2024-04-26T01:48:09.393 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T01:48:09.393 DEBUG:teuthology.orchestra.run.smithi100:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T01:48:09.533 DEBUG:teuthology.orchestra.run.smithi100:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:48:09.585 INFO:tasks.workunit.client.0.smithi100.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T01:48:09.770 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:10 smithi100 ceph-mon[28020]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:48:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:10 smithi148 ceph-mon[32990]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:48:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:10 smithi133 ceph-mon[32344]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 27 op/s 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 -- 172.21.15.100:0/81706966 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 msgr2=0x7fbdb410ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 --2- 172.21.15.100:0/81706966 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb410ecd0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fbda0009990 tx=0x7fbda0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 -- 172.21.15.100:0/81706966 shutdown_connections 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 --2- 172.21.15.100:0/81706966 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 0x7fbdb4111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 --2- 172.21.15.100:0/81706966 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb40751f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.089 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 --2- 172.21.15.100:0/81706966 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb410ecd0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.090 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 -- 172.21.15.100:0/81706966 >> 172.21.15.100:0/81706966 conn(0x7fbdb40fe4a0 msgr2=0x7fbdb41008c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:12.090 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 -- 172.21.15.100:0/81706966 shutdown_connections 2024-04-26T01:48:12.090 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.091+0000 7fbdb9600700 1 -- 172.21.15.100:0/81706966 wait complete. 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 Processor -- start 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 -- start start 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 0x7fbdb419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb4114f20 con 0x7fbdb4075730 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb4114da0 con 0x7fbdb410f210 2024-04-26T01:48:12.091 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.093+0000 7fbdb9600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb41150a0 con 0x7fbdb4074e10 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40302/0 (socket says 172.21.15.100:40302) 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 -- 172.21.15.100:0/1699806580 learned_addr learned my addr 172.21.15.100:0/1699806580 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3400700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb8c00700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 0x7fbdb419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:12.092 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 -- 172.21.15.100:0/1699806580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 msgr2=0x7fbdb419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 0x7fbdb419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 -- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 msgr2=0x7fbdb419b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb419b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3e00700 1 -- 172.21.15.100:0/1699806580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb41a03b0 con 0x7fbdb4074e10 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.094+0000 7fbdb3400700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb3e00700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbda400e9c0 tx=0x7fbda400ed80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda400cbd0 con 0x7fbdb4074e10 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbda400cd70 con 0x7fbdb4074e10 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb41a06a0 con 0x7fbdb4074e10 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda4010430 con 0x7fbdb4074e10 2024-04-26T01:48:12.093 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.095+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb41a7f20 con 0x7fbdb4074e10 2024-04-26T01:48:12.094 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.096+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb4069730 con 0x7fbdb4074e10 2024-04-26T01:48:12.096 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.099+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7fbda4004750 con 0x7fbdb4074e10 2024-04-26T01:48:12.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.102+0000 7fbdb0c00700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 0x7fbd980a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:12.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.102+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fbda40d0d60 con 0x7fbdb4074e10 2024-04-26T01:48:12.099 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.102+0000 7fbdb3400700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 0x7fbd980a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:12.100 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.103+0000 7fbdb3400700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 0x7fbd980a6390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbda000b2e0 tx=0x7fbda001a040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:12.102 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.105+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbda409d180 con 0x7fbdb4074e10 2024-04-26T01:48:12.457 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.460+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbdb419c700 con 0x7fbdb4074e10 2024-04-26T01:48:12.458 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.461+0000 7fbdb0c00700 1 -- 172.21.15.100:0/1699806580 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11958 (secure 0 0 0) 0x7fbda409ca80 con 0x7fbdb4074e10 2024-04-26T01:48:12.458 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:48:12.459 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:47:38.775698+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:48:12.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 msgr2=0x7fbd980a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:12.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 0x7fbd980a6390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbda000b2e0 tx=0x7fbda001a040 comp rx=0 tx=0).stop 2024-04-26T01:48:12.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 msgr2=0x7fbdb419b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:12.462 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbda400e9c0 tx=0x7fbda400ed80 comp rx=0 tx=0).stop 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 shutdown_connections 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbd980a3ed0 0x7fbd980a6390 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbdb410f210 0x7fbdb419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbdb4074e10 0x7fbdb419b3f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 --2- 172.21.15.100:0/1699806580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbdb4075730 0x7fbdb419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 >> 172.21.15.100:0/1699806580 conn(0x7fbdb40fe4a0 msgr2=0x7fbdb40ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 shutdown_connections 2024-04-26T01:48:12.463 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:12.465+0000 7fbdb9600700 1 -- 172.21.15.100:0/1699806580 wait complete. 2024-04-26T01:48:12.464 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 29 2024-04-26T01:48:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:12 smithi148 ceph-mon[32990]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-04-26T01:48:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:12 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1699806580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:12 smithi100 ceph-mon[28020]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-04-26T01:48:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:12 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1699806580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:12 smithi133 ceph-mon[32344]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 33 op/s 2024-04-26T01:48:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:12 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1699806580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:13.428 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:43:26.014519+0000', 'modified': '2024-04-26T01:47:38.775698+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24533, 'mds_1': 24526, 'mds_2': 24515, 'mds_3': 24511, 'mds_4': 24499}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24446': {'gid': 24446, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6833/3217686984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 3217686984}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 3217686984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.148:6833/710717895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6832', 'nonce': 710717895}, {'type': 'v1', 'addr': '172.21.15.148:6833', 'nonce': 710717895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3376227086', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3376227086}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3376227086}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'd', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.100:6837/2484644803', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6836', 'nonce': 2484644803}, {'type': 'v1', 'addr': '172.21.15.100:6837', 'nonce': 2484644803}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/2577042243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 2577042243}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 2577042243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.148:6835/3676070243', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6834', 'nonce': 3676070243}, {'type': 'v1', 'addr': '172.21.15.148:6835', 'nonce': 3676070243}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.148:6837/1262727475', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6836', 'nonce': 1262727475}, {'type': 'v1', 'addr': '172.21.15.148:6837', 'nonce': 1262727475}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24515': {'gid': 24515, 'name': 'g', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.100:6839/2373959834', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.100:6838', 'nonce': 2373959834}, {'type': 'v1', 'addr': '172.21.15.100:6839', 'nonce': 2373959834}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24526': {'gid': 24526, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.148:6839/3849159261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.148:6838', 'nonce': 3849159261}, {'type': 'v1', 'addr': '172.21.15.148:6839', 'nonce': 3849159261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24533': {'gid': 24533, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.133:6839/4232283142', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 4232283142}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 4232283142}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24533, 'qdb_cluster': [24533, 24526, 24515, 24499, 24511]} 2024-04-26T01:48:13.428 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:48:13.429 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.f status 2024-04-26T01:48:13.865 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:14 smithi148 ceph-mon[32990]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:48:14.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:14 smithi100 ceph-mon[28020]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:48:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:14 smithi133 ceph-mon[32344]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 -- 172.21.15.100:0/344172166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 msgr2=0x7f1e40108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 --2- 172.21.15.100:0/344172166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e40108d50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1e340098f0 tx=0x7f1e34009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 -- 172.21.15.100:0/344172166 shutdown_connections 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 --2- 172.21.15.100:0/344172166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e4010f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 --2- 172.21.15.100:0/344172166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e40108d50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 --2- 172.21.15.100:0/344172166 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40102df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 -- 172.21.15.100:0/344172166 >> 172.21.15.100:0/344172166 conn(0x7f1e400fe4c0 msgr2=0x7f1e401008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.156+0000 7f1e46a00700 1 -- 172.21.15.100:0/344172166 shutdown_connections 2024-04-26T01:48:16.155 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.157+0000 7f1e46a00700 1 -- 172.21.15.100:0/344172166 wait complete. 2024-04-26T01:48:16.156 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 Processor -- start 2024-04-26T01:48:16.156 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 -- start start 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40109850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e40109d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e4010a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1e40112ce0 con 0x7f1e40102970 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1e40112b60 con 0x7f1e40108970 2024-04-26T01:48:16.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.158+0000 7f1e46a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1e40112e60 con 0x7f1e40103330 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e45600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40109850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e46000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e4010a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e46000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e4010a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44402/0 (socket says 172.21.15.100:44402) 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e46000700 1 -- 172.21.15.100:0/3919027182 learned_addr learned my addr 172.21.15.100:0/3919027182 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e40109d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 -- 172.21.15.100:0/3919027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 msgr2=0x7f1e4010a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e4010a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 -- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 msgr2=0x7f1e40109850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40109850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.158 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e44c00700 1 -- 172.21.15.100:0/3919027182 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e401aba10 con 0x7f1e40103330 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.159+0000 7f1e45600700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40109850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e44c00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e40109d90 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c00e9f0 tx=0x7f1e2c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e3e000700 1 -- 172.21.15.100:0/3919027182 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c00c9c0 con 0x7f1e40103330 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e3e000700 1 -- 172.21.15.100:0/3919027182 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1e2c010430 con 0x7f1e40103330 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e401abd00 con 0x7f1e40103330 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e401ac1e0 con 0x7f1e40103330 2024-04-26T01:48:16.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.160+0000 7f1e3e000700 1 -- 172.21.15.100:0/3919027182 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c018680 con 0x7f1e40103330 2024-04-26T01:48:16.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.165+0000 7f1e3e000700 1 -- 172.21.15.100:0/3919027182 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f1e2c0105e0 con 0x7f1e40103330 2024-04-26T01:48:16.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.166+0000 7f1e52965b80 1 Processor -- start 2024-04-26T01:48:16.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.166+0000 7f1e52965b80 1 -- start start 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.166+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc2903e0 0x55fecc2907c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc29bc40 0x55fecc29e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e52965b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55fecc1e3e40 con 0x55fecc290d00 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e52965b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fecc18a6e0 con 0x55fecc2903e0 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e52965b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55fecc1dfe00 con 0x55fecc29bc40 2024-04-26T01:48:16.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e3e000700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 0x7f1e280a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc29bc40 0x55fecc29e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e45600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e45600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35222/0 (socket says 172.21.15.100:35222) 2024-04-26T01:48:16.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e45600700 1 -- 172.21.15.100:0/2785238837 learned_addr learned my addr 172.21.15.100:0/2785238837 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:16.166 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e3e000700 1 -- 172.21.15.100:0/3919027182 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1e2c0d0aa0 con 0x7f1e40103330 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.167+0000 7f1e46000700 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc2903e0 0x55fecc2907c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 -- 172.21.15.100:0/2785238837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc29bc40 msgr2=0x55fecc29e030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc29bc40 0x55fecc29e030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 -- 172.21.15.100:0/2785238837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc2903e0 msgr2=0x55fecc2907c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc2903e0 0x55fecc2907c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 -- 172.21.15.100:0/2785238837 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecc180630 con 0x55fecc290d00 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e46000700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 0x7f1e280a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e45600700 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1e340098f0 tx=0x7f1e3400bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb7c66455a787fc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.168+0000 7f1e32a00700 1 -- 172.21.15.100:0/2785238837 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34028070 con 0x55fecc290d00 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.169+0000 7f1e32a00700 1 -- 172.21.15.100:0/2785238837 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1e34005510 con 0x55fecc290d00 2024-04-26T01:48:16.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.169+0000 7f1e32a00700 1 -- 172.21.15.100:0/2785238837 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3400b560 con 0x55fecc290d00 2024-04-26T01:48:16.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.169+0000 7f1e52965b80 1 -- 172.21.15.100:0/2785238837 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 msgr2=0x55fecc29b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.169+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1e340098f0 tx=0x7f1e3400bf80 comp rx=0 tx=0).stop 2024-04-26T01:48:16.168 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.169+0000 7f1e46000700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 0x7f1e280a6390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1e38009fd0 tx=0x7f1e38004ad0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 -- 172.21.15.100:0/2785238837 shutdown_connections 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc29bc40 0x55fecc29e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc2903e0 0x55fecc2907c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2785238837 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc290d00 0x55fecc29b700 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 -- 172.21.15.100:0/2785238837 >> 172.21.15.100:0/2785238837 conn(0x55fecc1bf550 msgr2=0x55fecc28ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 -- 172.21.15.100:0/2785238837 shutdown_connections 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 -- 172.21.15.100:0/2785238837 wait complete. 2024-04-26T01:48:16.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.170+0000 7f1e52965b80 1 -- start start 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 Processor -- start 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc29b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55fecc29e7c0 con 0x55fecc29bc40 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fecc19d810 con 0x55fecc290d00 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55fecc29e940 con 0x55fecc2903e0 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.171+0000 7f1e52965b80 10 client.0 _ll_register_callbacks cb 0x55fecc17c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44410/0 (socket says 172.21.15.100:44410) 2024-04-26T01:48:16.171 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 -- 172.21.15.100:0/2765685564 learned_addr learned my addr 172.21.15.100:0/2765685564 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e45600700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc29b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e46000700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 -- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 msgr2=0x55fecc29b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc29b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 -- 172.21.15.100:0/2765685564 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 msgr2=0x55fecc298b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 -- 172.21.15.100:0/2765685564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecc131880 con 0x55fecc290d00 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e45600700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc29b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c09c4c0 tx=0x7f1e2c067260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c16f7706f4241248 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.172+0000 7f1e27400700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c026040 con 0x55fecc290d00 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1e2c0a4fa0 con 0x55fecc290d00 2024-04-26T01:48:16.172 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e34005510 con 0x55fecc290d00 2024-04-26T01:48:16.173 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e2c09c120 con 0x55fecc290d00 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e52965b80 10 client.25304 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fecc17aaa0 con 0x55fecc290d00 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.173+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1e34005510 con 0x55fecc290d00 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1e2c09bc10 con 0x55fecc290d00 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 10 client.25304 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 10 client.25304 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 20 client.25304 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc2ab410 0x55fecc2ac880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 4 client.25304 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fecc1f1630 con 0x55fecc2ab410 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.174+0000 7f1e45600700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc2ab410 0x55fecc2ac880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.175+0000 7f1e27400700 10 client.25304 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:48:16.174 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.175+0000 7f1e45600700 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc2ab410 0x55fecc2ac880 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5c14edfbd3d623e5 server_cookie=4f605ac5404ee75 in_seq=0 out_seq=0 2024-04-26T01:48:16.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e27400700 1 -- 172.21.15.100:0/2765685564 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fecc1f1630 con 0x55fecc2ab410 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e27400700 10 client.25304 handle_command_reply: tid=0 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 client.25304 shutdown 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 msgr2=0x55fecc298650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c09c4c0 tx=0x7f1e2c067260 comp rx=0 tx=0).stop 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 shutdown_connections 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc2ab410 0x55fecc2ac880 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e27400700 0 client.25304 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc29b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2765685564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298650 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.176+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 >> 172.21.15.100:0/2765685564 conn(0x55fecc1bf550 msgr2=0x55fecc28c680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.177+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 shutdown_connections 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.177+0000 7f1e52965b80 1 -- 172.21.15.100:0/2765685564 wait complete. 2024-04-26T01:48:16.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.177+0000 7f1e52965b80 20 client.25304 trim_cache size 0 max 16384 2024-04-26T01:48:16.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 Processor -- start 2024-04-26T01:48:16.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 -- start start 2024-04-26T01:48:16.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc28cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2aabc0 con 0x55fecc29bc40 2024-04-26T01:48:16.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2ab290 con 0x55fecc290d00 2024-04-26T01:48:16.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.199+0000 7f1e52965b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2ab960 con 0x55fecc2903e0 2024-04-26T01:48:16.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e45600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc28cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e46000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44416/0 (socket says 172.21.15.100:44416) 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 -- 172.21.15.100:0/2502165366 learned_addr learned my addr 172.21.15.100:0/2502165366 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 -- 172.21.15.100:0/2502165366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 msgr2=0x55fecc28cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc28cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 -- 172.21.15.100:0/2502165366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 msgr2=0x55fecc298970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 -- 172.21.15.100:0/2502165366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fecc2ab0b0 con 0x55fecc290d00 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e44c00700 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c0a4f00 tx=0x7f1e2c00e940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c11489da527dbd8e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e32000700 1 -- 172.21.15.100:0/2502165366 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c0672d0 con 0x55fecc290d00 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e32000700 1 -- 172.21.15.100:0/2502165366 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1e2c09cec0 con 0x55fecc290d00 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.200+0000 7f1e32000700 1 -- 172.21.15.100:0/2502165366 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c0a5200 con 0x55fecc290d00 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 -- 172.21.15.100:0/2502165366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 msgr2=0x55fecc298430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c0a4f00 tx=0x7f1e2c00e940 comp rx=0 tx=0).stop 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 -- 172.21.15.100:0/2502165366 shutdown_connections 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc298970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc28cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 --2- 172.21.15.100:0/2502165366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc298430 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.201+0000 7f1e52965b80 1 -- 172.21.15.100:0/2502165366 >> 172.21.15.100:0/2502165366 conn(0x55fecc1bf550 msgr2=0x55fecc296f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.202+0000 7f1e52965b80 1 -- 172.21.15.100:0/2502165366 shutdown_connections 2024-04-26T01:48:16.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.202+0000 7f1e52965b80 1 -- 172.21.15.100:0/2502165366 wait complete. 2024-04-26T01:48:16.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.202+0000 7f1e52965b80 1 -- start start 2024-04-26T01:48:16.203 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.202+0000 7f1e52965b80 1 Processor -- start 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc2b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc2b2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2ac700 con 0x55fecc29bc40 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2ac030 con 0x55fecc290d00 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55fecc2acdd0 con 0x55fecc2903e0 2024-04-26T01:48:16.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e52965b80 10 client.0 _ll_register_callbacks cb 0x55fecc17c6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e44c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc2b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47326/0 (socket says 172.21.15.100:47326) 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 -- 172.21.15.100:0/633222646 learned_addr learned my addr 172.21.15.100:0/633222646 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e46000700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc2b2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 -- 172.21.15.100:0/633222646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 msgr2=0x55fecc2b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc2b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 -- 172.21.15.100:0/633222646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 msgr2=0x55fecc2b2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:16.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.203+0000 7f1e45600700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc2b2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.204+0000 7f1e45600700 1 -- 172.21.15.100:0/633222646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fecc311710 con 0x55fecc2903e0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.204+0000 7f1e44c00700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc2b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.204+0000 7f1e45600700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1e34026040 tx=0x7f1e3400b6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bd2ed199a4e4cb7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.204+0000 7f1e27400700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.204+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e34028040 con 0x55fecc2903e0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e2c09cec0 con 0x55fecc2903e0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1e3400bae0 con 0x55fecc2903e0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e3400bce0 con 0x55fecc2903e0 2024-04-26T01:48:16.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e52965b80 10 client.25336 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fecc3129f0 con 0x55fecc2903e0 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.205+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1e2c09cec0 con 0x55fecc2903e0 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1e34023600 con 0x55fecc2903e0 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 10 client.25336 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 10 client.25336 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 20 client.25336 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc317070 0x55fecc315d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 4 client.25336 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:48:16.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 --> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] -- command(tid 0: {"prefix": "status"}) -- 0x55fecc1eb6d0 con 0x55fecc317070 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.206+0000 7f1e44c00700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc317070 0x55fecc315d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e44c00700 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc317070 0x55fecc315d80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=55a9750c79e29994 server_cookie=c269d7e2dc14a6e1 in_seq=0 out_seq=0 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e27400700 10 client.25336 ms_handle_connect on v2:172.21.15.148:6834/3676070243 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e27400700 1 -- 172.21.15.100:0/633222646 <== mds.4 v2:172.21.15.148:6834/3676070243 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55fecc1eb6d0 con 0x55fecc317070 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e27400700 10 client.25336 handle_command_reply: tid=0 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 client.25336 shutdown 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 msgr2=0x55fecc2b1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1e34026040 tx=0x7f1e3400b6c0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 shutdown_connections 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:6834/3676070243,v1:172.21.15.148:6835/3676070243] conn(0x55fecc317070 0x55fecc315d80 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55fecc29bc40 0x55fecc2b2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55fecc2903e0 0x55fecc2b1880 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 --2- 172.21.15.100:0/633222646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fecc290d00 0x55fecc2b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e27400700 0 client.25336 ms_handle_reset on v2:172.21.15.148:6834/3676070243 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.207+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 >> 172.21.15.100:0/633222646 conn(0x55fecc1bf550 msgr2=0x55fecc298430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 shutdown_connections 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e52965b80 1 -- 172.21.15.100:0/633222646 wait complete. 2024-04-26T01:48:16.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e52965b80 20 client.25336 trim_cache size 0 max 16384 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 4, 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24499, 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:48:16.213 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 269.70407188399997, 2024-04-26T01:48:16.214 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 29, 2024-04-26T01:48:16.214 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 92, 2024-04-26T01:48:16.214 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:48:16.214 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 334.26773025900002 2024-04-26T01:48:16.214 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:16.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 msgr2=0x7f1e280a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 0x7f1e280a6390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1e38009fd0 tx=0x7f1e38004ad0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 msgr2=0x7f1e40109d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e40109d90 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c00e9f0 tx=0x7f1e2c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 shutdown_connections 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1e280a3ed0 0x7f1e280a6390 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e40108970 0x7f1e4010a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1e40102970 0x7f1e40109850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 --2- 172.21.15.100:0/3919027182 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1e40103330 0x7f1e40109d90 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.208+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 >> 172.21.15.100:0/3919027182 conn(0x7f1e400fe4c0 msgr2=0x7f1e4010db90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.209+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 shutdown_connections 2024-04-26T01:48:16.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:16.209+0000 7f1e46a00700 1 -- 172.21.15.100:0/3919027182 wait complete. 2024-04-26T01:48:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:16 smithi148 ceph-mon[32990]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-04-26T01:48:16.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:16 smithi100 ceph-mon[28020]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-04-26T01:48:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:16 smithi133 ceph-mon[32344]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-04-26T01:48:17.164 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:48:17.604 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:18.801 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:18 smithi100 ceph-mon[28020]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-26T01:48:18.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:18 smithi148 ceph-mon[32990]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-26T01:48:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:18 smithi133 ceph-mon[32344]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 -- 172.21.15.100:0/2626431854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04107990 msgr2=0x7f8b04107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2626431854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04107990 0x7f8b04107d70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8af80098f0 tx=0x7f8af8009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 -- 172.21.15.100:0/2626431854 shutdown_connections 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2626431854 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04102300 0x7f8b0410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2626431854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04107990 0x7f8b04107d70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2626431854 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04101940 0x7f8b04101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 -- 172.21.15.100:0/2626431854 >> 172.21.15.100:0/2626431854 conn(0x7f8b040788f0 msgr2=0x7f8b04078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.012 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 -- 172.21.15.100:0/2626431854 shutdown_connections 2024-04-26T01:48:20.013 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.013+0000 7f8b0c000700 1 -- 172.21.15.100:0/2626431854 wait complete. 2024-04-26T01:48:20.013 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 Processor -- start 2024-04-26T01:48:20.013 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 -- start start 2024-04-26T01:48:20.013 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 0x7f8b04199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.013 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.014 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04107990 0x7f8b0419dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.014 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8b04111c40 con 0x7f8b04102300 2024-04-26T01:48:20.014 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8b04111ac0 con 0x7f8b04101940 2024-04-26T01:48:20.014 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b0c000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f8b04111dc0 con 0x7f8b04107990 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.015+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35270/0 (socket says 172.21.15.100:35270) 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 -- 172.21.15.100:0/2958225527 learned_addr learned my addr 172.21.15.100:0/2958225527 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b09600700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 0x7f8b04199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b0a000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04107990 0x7f8b0419dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 -- 172.21.15.100:0/2958225527 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04107990 msgr2=0x7f8b0419dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04107990 0x7f8b0419dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 -- 172.21.15.100:0/2958225527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 msgr2=0x7f8b04199240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 0x7f8b04199240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 -- 172.21.15.100:0/2958225527 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b0419e200 con 0x7f8b04102300 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b09600700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 0x7f8b04199240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.016+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8af000ec10 tx=0x7f8af000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.017+0000 7f8b02000700 1 -- 172.21.15.100:0/2958225527 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af000cc90 con 0x7f8b04102300 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.017+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b0419e4f0 con 0x7f8b04102300 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.017+0000 7f8b02000700 1 -- 172.21.15.100:0/2958225527 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8af000ce30 con 0x7f8b04102300 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.017+0000 7f8b02000700 1 -- 172.21.15.100:0/2958225527 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af0010450 con 0x7f8b04102300 2024-04-26T01:48:20.016 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.017+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b041a5d70 con 0x7f8b04102300 2024-04-26T01:48:20.018 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.020+0000 7f8b02000700 1 -- 172.21.15.100:0/2958225527 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f8af0003680 con 0x7f8b04102300 2024-04-26T01:48:20.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.022+0000 7f8b02000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 0x7f8aec0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.022+0000 7f8b02000700 1 -- 172.21.15.100:0/2958225527 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f8af00d0db0 con 0x7f8b04102300 2024-04-26T01:48:20.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.022+0000 7f8b09600700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 0x7f8aec0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 Processor -- start 2024-04-26T01:48:20.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 -- start start 2024-04-26T01:48:20.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b09600700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 0x7f8aec0a6390 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8af8009fd0 tx=0x7f8af8019040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbccb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cb1ae40 con 0x55ae1cbd6f80 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cac16e0 con 0x55ae1cbcd060 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.023+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cb16e00 con 0x55ae1cbcc740 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.022 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44458/0 (socket says 172.21.15.100:44458) 2024-04-26T01:48:20.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 -- 172.21.15.100:0/2445095393 learned_addr learned my addr 172.21.15.100:0/2445095393 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:20.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b09600700 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbccb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.023 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b0a000700 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 -- 172.21.15.100:0/2445095393 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 msgr2=0x55ae1cbccb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbccb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 -- 172.21.15.100:0/2445095393 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbd6f80 msgr2=0x55ae1cbd9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 -- 172.21.15.100:0/2445095393 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae1cab7630 con 0x55ae1cbcd060 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8af009ca60 tx=0x7f8af009c9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d832bb9ef4b00737 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.024+0000 7f8af6a00700 1 -- 172.21.15.100:0/2445095393 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af009d1d0 con 0x55ae1cbcd060 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.025+0000 7f8af6a00700 1 -- 172.21.15.100:0/2445095393 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8af009cad0 con 0x55ae1cbcd060 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.025+0000 7f8af6a00700 1 -- 172.21.15.100:0/2445095393 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af009cf90 con 0x55ae1cbcd060 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2445095393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 msgr2=0x55ae1cbd6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.024 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8af009ca60 tx=0x7f8af009c9c0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2445095393 shutdown_connections 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbccb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2445095393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd6a40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2445095393 >> 172.21.15.100:0/2445095393 conn(0x55ae1caf6550 msgr2=0x55ae1cbc3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2445095393 shutdown_connections 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2445095393 wait complete. 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.026+0000 7f8b169f2b80 1 -- start start 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 Processor -- start 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.026 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbd9aa0 con 0x55ae1cbcd060 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cad4810 con 0x55ae1cbd6f80 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbd9c20 con 0x55ae1cbcc740 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b169f2b80 10 client.0 _ll_register_callbacks cb 0x55ae1cab36d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b09600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b09600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47356/0 (socket says 172.21.15.100:47356) 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.027+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35290/0 (socket says 172.21.15.100:35290) 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b09600700 1 -- 172.21.15.100:0/2058449894 learned_addr learned my addr 172.21.15.100:0/2058449894 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:20.027 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b0a000700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 -- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 msgr2=0x55ae1cbd6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 -- 172.21.15.100:0/2058449894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 msgr2=0x55ae1cbd3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 -- 172.21.15.100:0/2058449894 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae1ca68880 con 0x55ae1cbcd060 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b09600700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8af009ca60 tx=0x7f8af00ce2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f67e26b1ce69292 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8aeb400700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.028+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af00a0e80 con 0x55ae1cbcd060 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.029+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f8af001fdc0 con 0x55ae1cbcd060 2024-04-26T01:48:20.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.029+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8af009cad0 con 0x55ae1cbcd060 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.029+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8af009d1d0 con 0x55ae1cbcd060 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.029+0000 7f8b169f2b80 10 client.15201 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.029+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae1cab1aa0 con 0x55ae1cbcd060 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8af009cad0 con 0x55ae1cbcd060 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8af00b8070 con 0x55ae1cbcd060 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 10 client.15201 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 10 client.15201 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 20 client.15201 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cbe5530 0x55ae1cbe7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 4 client.15201 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.030+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae1cb28630 con 0x55ae1cbe5530 2024-04-26T01:48:20.030 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.031+0000 7f8b09600700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cbe5530 0x55ae1cbe7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.031+0000 7f8b09600700 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cbe5530 0x55ae1cbe7640 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=51b7eaefbc6413cc server_cookie=448eb691d8ae877a in_seq=0 out_seq=0 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.031+0000 7f8aeb400700 10 client.15201 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8aeb400700 1 -- 172.21.15.100:0/2058449894 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ae1cb28630 con 0x55ae1cbe5530 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8aeb400700 10 client.15201 handle_command_reply: tid=0 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8b169f2b80 1 client.15201 shutdown 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 msgr2=0x55ae1cbd3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f8af009ca60 tx=0x7f8af00ce2f0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 shutdown_connections 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.032+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cbe5530 0x55ae1cbe7640 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbd3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.032 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2058449894 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3a60 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8aeb400700 0 client.15201 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:48:20.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 >> 172.21.15.100:0/2058449894 conn(0x55ae1caf6550 msgr2=0x55ae1cbc2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 shutdown_connections 2024-04-26T01:48:20.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2058449894 wait complete. 2024-04-26T01:48:20.033 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.033+0000 7f8b169f2b80 20 client.15201 trim_cache size 0 max 16384 2024-04-26T01:48:20.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 Processor -- start 2024-04-26T01:48:20.068 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 -- start start 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbf0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe5980 con 0x55ae1cbcd060 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe6050 con 0x55ae1cbcc740 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.070+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe6720 con 0x55ae1cbd6f80 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35298/0 (socket says 172.21.15.100:35298) 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b09600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.069 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b08c00700 1 -- 172.21.15.100:0/1392389539 learned_addr learned my addr 172.21.15.100:0/1392389539 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:20.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbf0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 -- 172.21.15.100:0/1392389539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 msgr2=0x55ae1cbd2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 -- 172.21.15.100:0/1392389539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 msgr2=0x55ae1cbd3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b0a000700 1 -- 172.21.15.100:0/1392389539 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae1cbcd670 con 0x55ae1cbd6f80 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b08c00700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.071+0000 7f8b09600700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.072+0000 7f8b0a000700 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbf0aa0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8afc009510 tx=0x7f8afc00b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4733a11c005f35ba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.072+0000 7f8af6000700 1 -- 172.21.15.100:0/1392389539 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc003c00 con 0x55ae1cbd6f80 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.072+0000 7f8af6000700 1 -- 172.21.15.100:0/1392389539 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8afc01b070 con 0x55ae1cbd6f80 2024-04-26T01:48:20.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.072+0000 7f8af6000700 1 -- 172.21.15.100:0/1392389539 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8afc0178d0 con 0x55ae1cbd6f80 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 -- 172.21.15.100:0/1392389539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 msgr2=0x55ae1cbf0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbf0aa0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8afc009510 tx=0x7f8afc00b040 comp rx=0 tx=0).stop 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 -- 172.21.15.100:0/1392389539 shutdown_connections 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbf0aa0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbcc740 0x55ae1cbd2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/1392389539 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcd060 0x55ae1cbd3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 -- 172.21.15.100:0/1392389539 >> 172.21.15.100:0/1392389539 conn(0x55ae1caf6550 msgr2=0x55ae1cbd3840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.073+0000 7f8b169f2b80 1 -- 172.21.15.100:0/1392389539 shutdown_connections 2024-04-26T01:48:20.072 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.074+0000 7f8b169f2b80 1 -- 172.21.15.100:0/1392389539 wait complete. 2024-04-26T01:48:20.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.074+0000 7f8b169f2b80 1 -- start start 2024-04-26T01:48:20.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.074+0000 7f8b169f2b80 1 Processor -- start 2024-04-26T01:48:20.073 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcc740 0x55ae1cbc9050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbc6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe74c0 con 0x55ae1cbcc740 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe6df0 con 0x55ae1cbd6f80 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ae1cbe7b90 con 0x55ae1cbcd060 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b169f2b80 10 client.0 _ll_register_callbacks cb 0x55ae1cab36d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b09600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcc740 0x55ae1cbc9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b08c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47378/0 (socket says 172.21.15.100:47378) 2024-04-26T01:48:20.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.075+0000 7f8b08c00700 1 -- 172.21.15.100:0/2209974099 learned_addr learned my addr 172.21.15.100:0/2209974099 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b0a000700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbc6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 -- 172.21.15.100:0/2209974099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 msgr2=0x55ae1cbc6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbc6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 -- 172.21.15.100:0/2209974099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcc740 msgr2=0x55ae1cbc9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcc740 0x55ae1cbc9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 -- 172.21.15.100:0/2209974099 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae1cbc69d0 con 0x55ae1cbcd060 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b08c00700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8af0000c00 tx=0x7f8af000c6e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f50a672d27d1a77e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8aeb400700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8af0067620 con 0x55ae1cbcd060 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f8af00ce630 con 0x55ae1cbcd060 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8afc01b070 con 0x55ae1cbcd060 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8af00a0e80 con 0x55ae1cbcd060 2024-04-26T01:48:20.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.076+0000 7f8b169f2b80 10 client.25354 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae1cc52170 con 0x55ae1cbcd060 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8afc01b070 con 0x55ae1cbcd060 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8af00b8070 con 0x55ae1cbcd060 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 10 client.25354 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 10 client.25354 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 20 client.25354 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cc56b00 0x55ae1cc55810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 4 client.25354 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 --> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] -- command(tid 0: {"prefix": "status"}) -- 0x55ae1cb226d0 con 0x55ae1cc56b00 2024-04-26T01:48:20.077 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.077+0000 7f8b09600700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cc56b00 0x55ae1cc55810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:20.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8b09600700 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cc56b00 0x55ae1cc55810 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1ad604a7c63fadbe server_cookie=6e1c69305e0e834 in_seq=0 out_seq=0 2024-04-26T01:48:20.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8aeb400700 10 client.25354 ms_handle_connect on v2:172.21.15.148:6836/1262727475 2024-04-26T01:48:20.078 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8aeb400700 1 -- 172.21.15.100:0/2209974099 <== mds.3 v2:172.21.15.148:6836/1262727475 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ae1cb226d0 con 0x55ae1cc56b00 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8aeb400700 10 client.25354 handle_command_reply: tid=0 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8b169f2b80 1 client.25354 shutdown 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 msgr2=0x55ae1cbf0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.078+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8af0000c00 tx=0x7f8af000c6e0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 shutdown_connections 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:6836/1262727475,v1:172.21.15.148:6837/1262727475] conn(0x55ae1cc56b00 0x55ae1cc55810 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae1cbd6f80 0x55ae1cbc6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ae1cbcc740 0x55ae1cbc9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 --2- 172.21.15.100:0/2209974099 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ae1cbcd060 0x55ae1cbf0ab0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 >> 172.21.15.100:0/2209974099 conn(0x55ae1caf6550 msgr2=0x55ae1cbcb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8aeb400700 0 client.25354 ms_handle_reset on v2:172.21.15.148:6836/1262727475 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 shutdown_connections 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 1 -- 172.21.15.100:0/2209974099 wait complete. 2024-04-26T01:48:20.079 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.079+0000 7f8b169f2b80 20 client.25354 trim_cache size 0 max 16384 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 3, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24511, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 274.58525669199997, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 29, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 92, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:48:20.080 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 335.14853141700002 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 msgr2=0x7f8aec0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 0x7f8aec0a6390 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8af8009fd0 tx=0x7f8af8019040 comp rx=0 tx=0).stop 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 msgr2=0x7f8b04199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8af000ec10 tx=0x7f8af000ef20 comp rx=0 tx=0).stop 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 shutdown_connections 2024-04-26T01:48:20.081 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f8aec0a3ed0 0x7f8aec0a6390 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8b04107990 0x7f8b0419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8b04101940 0x7f8b04199240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 --2- 172.21.15.100:0/2958225527 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8b04102300 0x7f8b04199780 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 >> 172.21.15.100:0/2958225527 conn(0x7f8b040788f0 msgr2=0x7f8b0406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 shutdown_connections 2024-04-26T01:48:20.082 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:20.080+0000 7f8b0c000700 1 -- 172.21.15.100:0/2958225527 wait complete. 2024-04-26T01:48:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:20 smithi148 ceph-mon[32990]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:48:20.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:20 smithi100 ceph-mon[28020]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:48:20.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:20 smithi133 ceph-mon[32344]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-04-26T01:48:21.049 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.g status 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 -- 172.21.15.100:0/4049433002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a241043b0 msgr2=0x7f7a24104790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 --2- 172.21.15.100:0/4049433002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a241043b0 0x7f7a24104790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f7a14009900 tx=0x7f7a1402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 -- 172.21.15.100:0/4049433002 shutdown_connections 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 --2- 172.21.15.100:0/4049433002 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 0x7f7a24111050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 --2- 172.21.15.100:0/4049433002 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a24104d60 0x7f7a24108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 --2- 172.21.15.100:0/4049433002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a241043b0 0x7f7a24104790 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 -- 172.21.15.100:0/4049433002 >> 172.21.15.100:0/4049433002 conn(0x7f7a240ffc50 msgr2=0x7f7a24102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.332+0000 7f7a29a00640 1 -- 172.21.15.100:0/4049433002 shutdown_connections 2024-04-26T01:48:21.331 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.333+0000 7f7a29a00640 1 -- 172.21.15.100:0/4049433002 wait complete. 2024-04-26T01:48:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 Processor -- start 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 -- start start 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 0x7f7a241a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 0x7f7a241a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 0x7f7a2419ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7a24114550 con 0x7f7a241043b0 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241143d0 con 0x7f7a2419a7b0 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a29a00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241146d0 con 0x7f7a24109480 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a22a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 0x7f7a241a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a23400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 0x7f7a2419ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a22a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 0x7f7a241a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35336/0 (socket says 172.21.15.100:35336) 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.334+0000 7f7a22a00640 1 -- 172.21.15.100:0/3971407652 learned_addr learned my addr 172.21.15.100:0/3971407652 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a22000640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 0x7f7a241a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 -- 172.21.15.100:0/3971407652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 msgr2=0x7f7a241a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 0x7f7a241a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 -- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 msgr2=0x7f7a241a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 0x7f7a241a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 -- 172.21.15.100:0/3971407652 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a2419b340 con 0x7f7a2419a7b0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.335+0000 7f7a23400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 0x7f7a2419ac60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009fd0 tx=0x7f7a1c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.336+0000 7f7a1b400640 1 -- 172.21.15.100:0/3971407652 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c00ce20 con 0x7f7a2419a7b0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.336+0000 7f7a1b400640 1 -- 172.21.15.100:0/3971407652 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a1c005020 con 0x7f7a2419a7b0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.336+0000 7f7a1b400640 1 -- 172.21.15.100:0/3971407652 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c010720 con 0x7f7a2419a7b0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.336+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a2419b630 con 0x7f7a2419a7b0 2024-04-26T01:48:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.336+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a241a77c0 con 0x7f7a2419a7b0 2024-04-26T01:48:21.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.340+0000 7f7a1b400640 1 -- 172.21.15.100:0/3971407652 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f7a1c005560 con 0x7f7a2419a7b0 2024-04-26T01:48:21.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 Processor -- start 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 -- start start 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96f14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96f1a00 0x5556a96f3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5556a964c900 con 0x5556a96f1a00 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5556a95f2ef0 con 0x5556a96e6820 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a2c765740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5556a96488c0 con 0x5556a96e7140 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.341+0000 7f7a1b400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 0x7f7a080a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a1b400640 1 -- 172.21.15.100:0/3971407652 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7a1c0d0ea0 con 0x7f7a2419a7b0 2024-04-26T01:48:21.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a23400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 0x7f7a080a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a22000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a22000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44510/0 (socket says 172.21.15.100:44510) 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a22000640 1 -- 172.21.15.100:0/1402639487 learned_addr learned my addr 172.21.15.100:0/1402639487 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a22000640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96f1a00 0x5556a96f3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.342+0000 7f7a22a00640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96f14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 -- 172.21.15.100:0/1402639487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 msgr2=0x5556a96f14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96f14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 -- 172.21.15.100:0/1402639487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96f1a00 msgr2=0x5556a96f3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96f1a00 0x5556a96f3df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 -- 172.21.15.100:0/1402639487 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556a935f210 con 0x5556a96e6820 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22a00640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96f14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:21.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a23400640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 0x7f7a080a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0ce4a0 tx=0x7f7a1c005f70 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.343+0000 7f7a22000640 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7a100058c0 tx=0x7f7a10005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf5e4e99b37eaa11 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.344+0000 7f7a0fe00640 1 -- 172.21.15.100:0/1402639487 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a10005020 con 0x5556a96e6820 2024-04-26T01:48:21.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.344+0000 7f7a0fe00640 1 -- 172.21.15.100:0/1402639487 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a100047a0 con 0x5556a96e6820 2024-04-26T01:48:21.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.344+0000 7f7a0fe00640 1 -- 172.21.15.100:0/1402639487 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1000fa20 con 0x5556a96e6820 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- 172.21.15.100:0/1402639487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 msgr2=0x5556a96e6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7a100058c0 tx=0x7f7a10005850 comp rx=0 tx=0).stop 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- 172.21.15.100:0/1402639487 shutdown_connections 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96f1a00 0x5556a96f3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96f14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 --2- 172.21.15.100:0/1402639487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96e6820 0x5556a96e6c00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- 172.21.15.100:0/1402639487 >> 172.21.15.100:0/1402639487 conn(0x5556a96e2d30 msgr2=0x5556a96e3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- 172.21.15.100:0/1402639487 shutdown_connections 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- 172.21.15.100:0/1402639487 wait complete. 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.345+0000 7f7a2c765740 1 -- start start 2024-04-26T01:48:21.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 Processor -- start 2024-04-26T01:48:21.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 0x5556a96eea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96eefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96ef4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5556a96f4630 con 0x5556a96e6820 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5556a9606310 con 0x5556a96f1a00 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5556a96f47b0 con 0x5556a96e7140 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.346+0000 7f7a2c765740 10 client.0 _ll_register_callbacks cb 0x5556a95d4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 0x5556a96eea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 0x5556a96eea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:35364/0 (socket says 172.21.15.100:35364) 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22000640 1 -- 172.21.15.100:0/2644186213 learned_addr learned my addr 172.21.15.100:0/2644186213 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22000640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96ef4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96eefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 -- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 msgr2=0x5556a96ef4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96ef4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 -- 172.21.15.100:0/2644186213 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 msgr2=0x5556a96eea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 0x5556a96eea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.347+0000 7f7a22a00640 1 -- 172.21.15.100:0/2644186213 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556a942b620 con 0x5556a96e7140 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96eefa0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a140043b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f41ee1e25e98691 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a0cc00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a14035040 con 0x5556a96e7140 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a100047a0 con 0x5556a96e7140 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7a14005220 con 0x5556a96e7140 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7a14005420 con 0x5556a96e7140 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a2c765740 10 client.25366 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:21.348 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.348+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5556a97009c0 con 0x5556a96e7140 2024-04-26T01:48:21.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a100047a0 con 0x5556a96e7140 2024-04-26T01:48:21.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7a140037f0 con 0x5556a96e7140 2024-04-26T01:48:21.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 10 client.25366 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 10 client.25366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 20 client.25366 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9701e30 0x5556a9704220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 4 client.25366 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.349+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556a96608b0 con 0x5556a9701e30 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.350+0000 7f7a22000640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9701e30 0x5556a9704220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.350+0000 7f7a22000640 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9701e30 0x5556a9704220 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c26e83634130fb8b server_cookie=84cc9855951a1cfa in_seq=0 out_seq=0 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.350+0000 7f7a0cc00640 10 client.25366 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2644186213 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5556a96608b0 con 0x5556a9701e30 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a0cc00640 10 client.25366 handle_command_reply: tid=0 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 client.25366 shutdown 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 msgr2=0x5556a96eefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96eefa0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7a14000c00 tx=0x7f7a140043b0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 shutdown_connections 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9701e30 0x5556a9704220 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96ef4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e7140 0x5556a96eefa0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2644186213 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e6820 0x5556a96eea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 >> 172.21.15.100:0/2644186213 conn(0x5556a96e2d30 msgr2=0x5556a96e8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a0cc00640 0 client.25366 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 shutdown_connections 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.351+0000 7f7a2c765740 1 -- 172.21.15.100:0/2644186213 wait complete. 2024-04-26T01:48:21.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.352+0000 7f7a2c765740 20 client.25366 trim_cache size 0 max 16384 2024-04-26T01:48:21.369 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.370+0000 7f7a2c765740 1 Processor -- start 2024-04-26T01:48:21.369 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.370+0000 7f7a2c765740 1 -- start start 2024-04-26T01:48:21.369 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.369 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a9709af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.369 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a970a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241afd10 con 0x5556a96e7140 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241b1850 con 0x5556a96f1a00 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a2c765740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241b03e0 con 0x5556a96e6820 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47402/0 (socket says 172.21.15.100:47402) 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 -- 172.21.15.100:0/2422989709 learned_addr learned my addr 172.21.15.100:0/2422989709 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a9709af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.370 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a970a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.371 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 -- 172.21.15.100:0/2422989709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 msgr2=0x5556a970a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a970a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 -- 172.21.15.100:0/2422989709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 msgr2=0x5556a9709af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.371+0000 7f7a22000640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a9709af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a22000640 1 -- 172.21.15.100:0/2422989709 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556a96f4160 con 0x5556a96e6820 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a9709af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a22000640 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7a10013010 tx=0x7f7a10009cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cd82219efed88c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a0f400640 1 -- 172.21.15.100:0/2422989709 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1002e410 con 0x5556a96e6820 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a0f400640 1 -- 172.21.15.100:0/2422989709 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a10024040 con 0x5556a96e6820 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.372+0000 7f7a0f400640 1 -- 172.21.15.100:0/2422989709 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a1000f9f0 con 0x5556a96e6820 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 -- 172.21.15.100:0/2422989709 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 msgr2=0x5556a96fd4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7a10013010 tx=0x7f7a10009cb0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 -- 172.21.15.100:0/2422989709 shutdown_connections 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a970a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.372 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a9709af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.373 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2422989709 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96fd4f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.373 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 -- 172.21.15.100:0/2422989709 >> 172.21.15.100:0/2422989709 conn(0x5556a96e2d30 msgr2=0x5556a96e9ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.373 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.373+0000 7f7a2c765740 1 -- 172.21.15.100:0/2422989709 shutdown_connections 2024-04-26T01:48:21.373 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.374+0000 7f7a2c765740 1 -- 172.21.15.100:0/2422989709 wait complete. 2024-04-26T01:48:21.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.374+0000 7f7a2c765740 1 -- start start 2024-04-26T01:48:21.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.374+0000 7f7a2c765740 1 Processor -- start 2024-04-26T01:48:21.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96f69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a96f6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241b1180 con 0x5556a96e7140 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241b0ab0 con 0x5556a96f1a00 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7a241adcf0 con 0x5556a96e6820 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a2c765740 10 client.0 _ll_register_callbacks cb 0x7f7a14004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.375+0000 7f7a22000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a96f6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:44534/0 (socket says 172.21.15.100:44534) 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 -- 172.21.15.100:0/2326378685 learned_addr learned my addr 172.21.15.100:0/2326378685 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96f69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 -- 172.21.15.100:0/2326378685 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 msgr2=0x5556a96f69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96f69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 -- 172.21.15.100:0/2326378685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 msgr2=0x5556a96f6f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a96f6f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.375 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 -- 172.21.15.100:0/2326378685 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556a97665b0 con 0x5556a96f1a00 2024-04-26T01:48:21.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a22000640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7a10005cc0 tx=0x7f7a10031040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=406ad050c77ab171 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.376+0000 7f7a0cc00640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a10034070 con 0x5556a96f1a00 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a10024040 con 0x5556a96f1a00 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7a10011330 con 0x5556a96f1a00 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7a1002e410 con 0x5556a96f1a00 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a2c765740 10 client.25346 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5556a97678a0 con 0x5556a96f1a00 2024-04-26T01:48:21.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.377+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a10024040 con 0x5556a96f1a00 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7a1001d030 con 0x5556a96f1a00 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 10 client.25346 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 10 client.25346 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 20 client.25346 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9767d10 0x5556a976a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 4 client.25346 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5556a965a320 con 0x5556a9767d10 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.378+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9767d10 0x5556a976a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.379+0000 7f7a0cc00640 10 client.25346 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:21.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.379+0000 7f7a22a00640 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9767d10 0x5556a976a130 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d73012c4cd83a92a server_cookie=b3bff1852e15a503 in_seq=0 out_seq=0 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.388+0000 7f7a0cc00640 1 -- 172.21.15.100:0/2326378685 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5556a965a320 con 0x5556a9767d10 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.388+0000 7f7a0cc00640 10 client.25346 handle_command_reply: tid=0 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.388+0000 7f7a2c765740 1 client.25346 shutdown 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.388+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 msgr2=0x5556a96f7450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.388+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7a10005cc0 tx=0x7f7a10031040 comp rx=0 tx=0).stop 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 shutdown_connections 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5556a9767d10 0x5556a976a130 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556a96f1a00 0x5556a96f7450 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5556a96e7140 0x5556a96f6f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 --2- 172.21.15.100:0/2326378685 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5556a96e6820 0x5556a96f69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 >> 172.21.15.100:0/2326378685 conn(0x5556a96e2d30 msgr2=0x5556a96ed2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a0cc00640 0 client.25346 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 shutdown_connections 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 1 -- 172.21.15.100:0/2326378685 wait complete. 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.389+0000 7f7a2c765740 20 client.25346 trim_cache size 0 max 16384 2024-04-26T01:48:21.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 msgr2=0x7f7a080a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 0x7f7a080a6420 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c0ce4a0 tx=0x7f7a1c005f70 comp rx=0 tx=0).stop 2024-04-26T01:48:21.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 msgr2=0x7f7a2419ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 0x7f7a2419ac60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009fd0 tx=0x7f7a1c00ef10 comp rx=0 tx=0).stop 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 shutdown_connections 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7a080a3f60 0x7f7a080a6420 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a2419a7b0 0x7f7a2419ac60 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7a24109480 0x7f7a241a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 --2- 172.21.15.100:0/3971407652 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7a241043b0 0x7f7a241a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 >> 172.21.15.100:0/3971407652 conn(0x7f7a240ffc50 msgr2=0x7f7a24101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 shutdown_connections 2024-04-26T01:48:21.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:21.390+0000 7f7a29a00640 1 -- 172.21.15.100:0/3971407652 wait complete. 2024-04-26T01:48:21.514 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:22.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:22 smithi148 ceph-mon[32990]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:48:22.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:22 smithi100 ceph-mon[28020]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:48:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:22 smithi133 ceph-mon[32344]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 14 op/s 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 -- 172.21.15.100:0/1729089520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268107870 msgr2=0x7f7268107c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 --2- 172.21.15.100:0/1729089520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268107870 0x7f7268107c50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f725c009990 tx=0x7f725c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 -- 172.21.15.100:0/1729089520 shutdown_connections 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 --2- 172.21.15.100:0/1729089520 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268102230 0x7f726810e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 --2- 172.21.15.100:0/1729089520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268107870 0x7f7268107c50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 --2- 172.21.15.100:0/1729089520 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f7268101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.757 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 -- 172.21.15.100:0/1729089520 >> 172.21.15.100:0/1729089520 conn(0x7f72680fd360 msgr2=0x7f72680ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.758 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 -- 172.21.15.100:0/1729089520 shutdown_connections 2024-04-26T01:48:23.758 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.758+0000 7f726e000700 1 -- 172.21.15.100:0/1729089520 wait complete. 2024-04-26T01:48:23.758 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.759+0000 7f726e000700 1 Processor -- start 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 -- start start 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 0x7f7268199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268107870 0x7f726819d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7268111bf0 con 0x7f7268101870 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7268111a70 con 0x7f7268107870 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726e000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7268111d70 con 0x7f7268102230 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39684/0 (socket says 172.21.15.100:39684) 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f726cc00700 1 -- 172.21.15.100:0/1281702817 learned_addr learned my addr 172.21.15.100:0/1281702817 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:23.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.760+0000 7f7267e00700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 0x7f7268199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f726d600700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268107870 0x7f726819d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 -- 172.21.15.100:0/1281702817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268107870 msgr2=0x7f726819d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268107870 0x7f726819d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 -- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 msgr2=0x7f72681990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 -- 172.21.15.100:0/1281702817 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726819e100 con 0x7f7268102230 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f726cc00700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.761+0000 7f7267e00700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 0x7f7268199630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f725400e9f0 tx=0x7f725400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.762+0000 7f7265600700 1 -- 172.21.15.100:0/1281702817 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725400cb70 con 0x7f7268102230 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.762+0000 7f7265600700 1 -- 172.21.15.100:0/1281702817 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f725400ee90 con 0x7f7268102230 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.762+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726819e3f0 con 0x7f7268102230 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.762+0000 7f7265600700 1 -- 172.21.15.100:0/1281702817 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7254003e00 con 0x7f7268102230 2024-04-26T01:48:23.761 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.762+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72681a5c70 con 0x7f7268102230 2024-04-26T01:48:23.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.765+0000 7f7265600700 1 -- 172.21.15.100:0/1281702817 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f7254004000 con 0x7f7268102230 2024-04-26T01:48:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.766+0000 7f7279ed8b80 1 Processor -- start 2024-04-26T01:48:23.764 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.766+0000 7f7279ed8b80 1 -- start start 2024-04-26T01:48:23.765 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7265600700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 0x7f72500a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.765 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.765 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a41df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.765 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a420880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x564b6a361e40 con 0x564b6a40f1d0 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6a3086e0 con 0x564b6a40e8b0 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564b6a35de00 con 0x564b6a41e490 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7265600700 1 -- 172.21.15.100:0/1281702817 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f72540d0b80 con 0x7f7268102230 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f726cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f726cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54164/0 (socket says 172.21.15.100:54164) 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f726cc00700 1 -- 172.21.15.100:0/3874919122 learned_addr learned my addr 172.21.15.100:0/3874919122 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:23.766 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f726d600700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 0x7f72500a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.767 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.767+0000 7f7267e00700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a41df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.767 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726d600700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a420880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.767 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 -- 172.21.15.100:0/3874919122 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 msgr2=0x564b6a420880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.767 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a420880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.767 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 -- 172.21.15.100:0/3874919122 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 msgr2=0x564b6a41df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a41df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 -- 172.21.15.100:0/3874919122 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6a2fe630 con 0x564b6a40e8b0 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726d600700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a420880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f7267e00700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a41df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726cc00700 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f725c005c70 tx=0x7f725c00b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35efa283b76f40c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.768+0000 7f726d600700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 0x7f72500a6410 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7260009ec0 tx=0x7f7260009920 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.769+0000 7f725a000700 1 -- 172.21.15.100:0/3874919122 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c027070 con 0x564b6a40e8b0 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.769+0000 7f725a000700 1 -- 172.21.15.100:0/3874919122 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f725c003680 con 0x564b6a40e8b0 2024-04-26T01:48:23.768 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.769+0000 7f725a000700 1 -- 172.21.15.100:0/3874919122 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c00f6c0 con 0x564b6a40e8b0 2024-04-26T01:48:23.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- 172.21.15.100:0/3874919122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 msgr2=0x564b6a40ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f725c005c70 tx=0x7f725c00b260 comp rx=0 tx=0).stop 2024-04-26T01:48:23.769 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- 172.21.15.100:0/3874919122 shutdown_connections 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a420880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a40ec90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/3874919122 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a41df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- 172.21.15.100:0/3874919122 >> 172.21.15.100:0/3874919122 conn(0x564b6a33df00 msgr2=0x564b6a40ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- 172.21.15.100:0/3874919122 shutdown_connections 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- 172.21.15.100:0/3874919122 wait complete. 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.770+0000 7f7279ed8b80 1 -- start start 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 Processor -- start 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.770 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40f1d0 0x564b6a41ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a41e490 0x564b6a41b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x564b6a420fb0 con 0x564b6a41e490 2024-04-26T01:48:23.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6a31b810 con 0x564b6a40f1d0 2024-04-26T01:48:23.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.771+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564b6a421130 con 0x564b6a40e8b0 2024-04-26T01:48:23.772 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f7279ed8b80 10 client.0 _ll_register_callbacks cb 0x564b6a2fa6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60294/0 (socket says 172.21.15.100:60294) 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 -- 172.21.15.100:0/696698321 learned_addr learned my addr 172.21.15.100:0/696698321 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f7267e00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40f1d0 0x564b6a41ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726d600700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a41e490 0x564b6a41b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 -- 172.21.15.100:0/696698321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40f1d0 msgr2=0x564b6a41ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40f1d0 0x564b6a41ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 -- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a41e490 msgr2=0x564b6a41b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a41e490 0x564b6a41b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 -- 172.21.15.100:0/696698321 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b6a2af880 con 0x564b6a40e8b0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f726cc00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f725c006010 tx=0x7f725c005300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71180b83fed99c68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.772+0000 7f724ea00700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c027070 con 0x564b6a40e8b0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f725c003680 con 0x564b6a40e8b0 2024-04-26T01:48:23.773 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f725c00f660 con 0x564b6a40e8b0 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f725c00f860 con 0x564b6a40e8b0 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f7279ed8b80 10 client.25381 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b6a2f8aa0 con 0x564b6a40e8b0 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.773+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f725c003680 con 0x564b6a40e8b0 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f725c02c850 con 0x564b6a40e8b0 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 10 client.25381 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 10 client.25381 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 20 client.25381 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a42c860 0x564b6a42ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 4 client.25381 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b6a36f630 con 0x564b6a42c860 2024-04-26T01:48:23.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.774+0000 7f7267e00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a42c860 0x564b6a42ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.775+0000 7f7267e00700 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a42c860 0x564b6a42ea00 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7c98f5a849ee0442 server_cookie=c219b5bec3725c27 in_seq=0 out_seq=0 2024-04-26T01:48:23.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.775+0000 7f724ea00700 10 client.25381 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:48:23.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f724ea00700 1 -- 172.21.15.100:0/696698321 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564b6a36f630 con 0x564b6a42c860 2024-04-26T01:48:23.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f724ea00700 10 client.25381 handle_command_reply: tid=0 2024-04-26T01:48:23.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 client.25381 shutdown 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 msgr2=0x564b6a41db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f725c006010 tx=0x7f725c005300 comp rx=0 tx=0).stop 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 shutdown_connections 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a41e490 0x564b6a41b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40e8b0 0x564b6a41db40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a42c860 0x564b6a42ea00 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/696698321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40f1d0 0x564b6a41ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 >> 172.21.15.100:0/696698321 conn(0x564b6a33df00 msgr2=0x564b6a40a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f724ea00700 0 client.25381 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 shutdown_connections 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 1 -- 172.21.15.100:0/696698321 wait complete. 2024-04-26T01:48:23.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.776+0000 7f7279ed8b80 20 client.25381 trim_cache size 0 max 16384 2024-04-26T01:48:23.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 Processor -- start 2024-04-26T01:48:23.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 -- start start 2024-04-26T01:48:23.798 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40e8b0 0x564b6a41ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 0x564b6a40a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42cd70 con 0x564b6a40e8b0 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42d410 con 0x564b6a41e490 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.799+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42dae0 con 0x564b6a40f1d0 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f726cc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40e8b0 0x564b6a41ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60308/0 (socket says 172.21.15.100:60308) 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 -- 172.21.15.100:0/1623262412 learned_addr learned my addr 172.21.15.100:0/1623262412 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f726d600700 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 0x564b6a40a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 -- 172.21.15.100:0/1623262412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 msgr2=0x564b6a40a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 0x564b6a40a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 -- 172.21.15.100:0/1623262412 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40e8b0 msgr2=0x564b6a41ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40e8b0 0x564b6a41ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f7267e00700 1 -- 172.21.15.100:0/1623262412 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6a4193b0 con 0x564b6a40f1d0 2024-04-26T01:48:23.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.800+0000 7f726d600700 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 0x564b6a40a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:23.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.801+0000 7f7267e00700 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7254098d00 tx=0x7f7254087040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69fdad74f318b7c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.801+0000 7f7259600700 1 -- 172.21.15.100:0/1623262412 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72540a0c50 con 0x564b6a40f1d0 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.801+0000 7f7259600700 1 -- 172.21.15.100:0/1623262412 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f72540a5510 con 0x564b6a40f1d0 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.801+0000 7f7259600700 1 -- 172.21.15.100:0/1623262412 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72540042f0 con 0x564b6a40f1d0 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- 172.21.15.100:0/1623262412 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 msgr2=0x564b6a41d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f7254098d00 tx=0x7f7254087040 comp rx=0 tx=0).stop 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- 172.21.15.100:0/1623262412 shutdown_connections 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a41e490 0x564b6a40a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40e8b0 0x564b6a41ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/1623262412 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a40f1d0 0x564b6a41d3b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- 172.21.15.100:0/1623262412 >> 172.21.15.100:0/1623262412 conn(0x564b6a33df00 msgr2=0x564b6a419730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- 172.21.15.100:0/1623262412 shutdown_connections 2024-04-26T01:48:23.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- 172.21.15.100:0/1623262412 wait complete. 2024-04-26T01:48:23.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.802+0000 7f7279ed8b80 1 -- start start 2024-04-26T01:48:23.802 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 Processor -- start 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a4383c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a432e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42e880 con 0x564b6a40f1d0 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42e1b0 con 0x564b6a40e8b0 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x564b6a42ef50 con 0x564b6a41e490 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.803+0000 7f7279ed8b80 10 client.0 _ll_register_callbacks cb 0x564b6a2fa6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54192/0 (socket says 172.21.15.100:54192) 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726d600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a432e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 -- 172.21.15.100:0/628600332 learned_addr learned my addr 172.21.15.100:0/628600332 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:23.803 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f7267e00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a4383c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 -- 172.21.15.100:0/628600332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 msgr2=0x564b6a432e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a432e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 -- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 msgr2=0x564b6a4383c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a4383c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 -- 172.21.15.100:0/628600332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b6a4334c0 con 0x564b6a40e8b0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f726cc00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f725c02cc20 tx=0x7f725c003d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fe73ad72bf4c22d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.804+0000 7f724ea00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f725c043060 con 0x564b6a40e8b0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f725c02c440 con 0x564b6a40e8b0 2024-04-26T01:48:23.804 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72540a5510 con 0x564b6a40e8b0 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f725c027040 con 0x564b6a40e8b0 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f7279ed8b80 10 client.25364 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b6a495040 con 0x564b6a40e8b0 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.805+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f72540a5510 con 0x564b6a40e8b0 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f725c017650 con 0x564b6a40e8b0 2024-04-26T01:48:23.806 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 10 client.25364 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 10 client.25364 resolve_mds: resolved name 'g' to daemon mds.g 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 20 client.25364 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a499cb0 0x564b6a4989c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 4 client.25364 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 --> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] -- command(tid 0: {"prefix": "status"}) -- 0x564b6a3696d0 con 0x564b6a499cb0 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.806+0000 7f7267e00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a499cb0 0x564b6a4989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7267e00700 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a499cb0 0x564b6a4989c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4de973597b837ae3 server_cookie=5f54bbe5eaa66ade in_seq=0 out_seq=0 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f724ea00700 10 client.25364 ms_handle_connect on v2:172.21.15.100:6838/2373959834 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f724ea00700 1 -- 172.21.15.100:0/628600332 <== mds.2 v2:172.21.15.100:6838/2373959834 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564b6a3696d0 con 0x564b6a499cb0 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f724ea00700 10 client.25364 handle_command_reply: tid=0 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 client.25364 shutdown 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 msgr2=0x564b6a437e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f725c02cc20 tx=0x7f725c003d70 comp rx=0 tx=0).stop 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 shutdown_connections 2024-04-26T01:48:23.807 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x564b6a41e490 0x564b6a432e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:6838/2373959834,v1:172.21.15.100:6839/2373959834] conn(0x564b6a499cb0 0x564b6a4989c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6a40e8b0 0x564b6a437e80 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 --2- 172.21.15.100:0/628600332 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x564b6a40f1d0 0x564b6a4383c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f724ea00700 0 client.25364 ms_handle_reset on v2:172.21.15.100:6838/2373959834 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.807+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 >> 172.21.15.100:0/628600332 conn(0x564b6a33df00 msgr2=0x564b6a4196c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.808+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 shutdown_connections 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.808+0000 7f7279ed8b80 1 -- 172.21.15.100:0/628600332 wait complete. 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.808+0000 7f7279ed8b80 20 client.25364 trim_cache size 0 max 16384 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:23.808 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 2, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24515, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 279.32950730300001, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 29, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 92, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 326.57954468999998 2024-04-26T01:48:23.809 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.808+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 msgr2=0x7f72500a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 0x7f72500a6410 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7260009ec0 tx=0x7f7260009920 comp rx=0 tx=0).stop 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 msgr2=0x7f7268199630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 0x7f7268199630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f725400e9f0 tx=0x7f725400ed00 comp rx=0 tx=0).stop 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 shutdown_connections 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f72500a3f50 0x7f72500a6410 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7268107870 0x7f726819d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7268101870 0x7f72681990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.810 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 --2- 172.21.15.100:0/1281702817 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7268102230 0x7f7268199630 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 >> 172.21.15.100:0/1281702817 conn(0x7f72680fd360 msgr2=0x7f726806aa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 shutdown_connections 2024-04-26T01:48:23.811 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:23.809+0000 7f726e000700 1 -- 172.21.15.100:0/1281702817 wait complete. 2024-04-26T01:48:24.743 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:48:24.803 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:24 smithi100 ceph-mon[28020]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:48:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:24 smithi148 ceph-mon[32990]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:48:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:24 smithi133 ceph-mon[32344]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-26T01:48:25.209 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:26.542 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:26 smithi100 ceph-mon[28020]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T01:48:26.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:26 smithi148 ceph-mon[32990]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T01:48:26.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:26 smithi133 ceph-mon[32344]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 13 op/s 2024-04-26T01:48:27.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 -- 172.21.15.100:0/3108445136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 msgr2=0x7f45c010c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 --2- 172.21.15.100:0/3108445136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c010c9a0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f45ac0098f0 tx=0x7f45ac009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 -- 172.21.15.100:0/3108445136 shutdown_connections 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 --2- 172.21.15.100:0/3108445136 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 0x7f45c010f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 --2- 172.21.15.100:0/3108445136 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c0103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 --2- 172.21.15.100:0/3108445136 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c010c9a0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 -- 172.21.15.100:0/3108445136 >> 172.21.15.100:0/3108445136 conn(0x7f45c00fd360 msgr2=0x7f45c00ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 -- 172.21.15.100:0/3108445136 shutdown_connections 2024-04-26T01:48:27.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.371+0000 7f45c4e00700 1 -- 172.21.15.100:0/3108445136 wait complete. 2024-04-26T01:48:27.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.372+0000 7f45c4e00700 1 Processor -- start 2024-04-26T01:48:27.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.372+0000 7f45c4e00700 1 -- start start 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.372+0000 7f45c4e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c01017f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.372+0000 7f45c4e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45c4e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 0x7f45c0102270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45c4e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0112c80 con 0x7f45c01044b0 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45c4e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0112b00 con 0x7f45c0103b90 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45c4e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f45c0112e00 con 0x7f45c010cf70 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39752/0 (socket says 172.21.15.100:39752) 2024-04-26T01:48:27.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 -- 172.21.15.100:0/432085172 learned_addr learned my addr 172.21.15.100:0/432085172 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bfe00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 0x7f45c0102270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bf400700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c01017f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 -- 172.21.15.100:0/432085172 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 msgr2=0x7f45c0102270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 0x7f45c0102270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 -- 172.21.15.100:0/432085172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 msgr2=0x7f45c01017f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c01017f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bea00700 1 -- 172.21.15.100:0/432085172 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45c01abb00 con 0x7f45c01044b0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.373+0000 7f45bf400700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c01017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45bea00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009fd0 tx=0x7f45ac010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45b7e00700 1 -- 172.21.15.100:0/432085172 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0051c0 con 0x7f45c01044b0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45b7e00700 1 -- 172.21.15.100:0/432085172 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45ac00b560 con 0x7f45c01044b0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45b7e00700 1 -- 172.21.15.100:0/432085172 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac003c00 con 0x7f45c01044b0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45c01abd30 con 0x7f45c01044b0 2024-04-26T01:48:27.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.374+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45c01ac1c0 con 0x7f45c01044b0 2024-04-26T01:48:27.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.378+0000 7f45b7e00700 1 -- 172.21.15.100:0/432085172 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f45ac00baa0 con 0x7f45c01044b0 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.380+0000 7f45d0d49b80 1 Processor -- start 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.380+0000 7f45b7e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 0x7f45a40a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.380+0000 7f45d0d49b80 1 -- start start 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.380+0000 7f45b7e00700 1 -- 172.21.15.100:0/432085172 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f45ac0d1a90 con 0x7f45c01044b0 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.380+0000 7f45bfe00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 0x7f45a40a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9d57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9e0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9e3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e928e40 con 0x55ea8e9d53e0 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e8cf6e0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e924e00 con 0x55ea8e9e0c40 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45bf400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9d57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45bf400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9d57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39754/0 (socket says 172.21.15.100:39754) 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45bea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9e0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45bf400700 1 -- 172.21.15.100:0/2084375362 learned_addr learned my addr 172.21.15.100:0/2084375362 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.381+0000 7f45bfe00700 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9e3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 -- 172.21.15.100:0/2084375362 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9e0c40 msgr2=0x55ea8e9e3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9e3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 -- 172.21.15.100:0/2084375362 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 msgr2=0x55ea8e9d57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9d57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 -- 172.21.15.100:0/2084375362 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea8e8c5630 con 0x55ea8e9d5d00 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bfe00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 0x7f45a40a6410 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f45b800f590 tx=0x7f45b800b040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45bea00700 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9e0700 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f45ac0cf090 tx=0x7f45ac009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fc710240ccf444 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45b4c00700 1 -- 172.21.15.100:0/2084375362 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac09d8a0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45b4c00700 1 -- 172.21.15.100:0/2084375362 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45ac0a1c50 con 0x55ea8e9d5d00 2024-04-26T01:48:27.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.382+0000 7f45b4c00700 1 -- 172.21.15.100:0/2084375362 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0880d0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2084375362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 msgr2=0x55ea8e9e0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9e0700 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f45ac0cf090 tx=0x7f45ac009260 comp rx=0 tx=0).stop 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2084375362 shutdown_connections 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9e3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9d57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2084375362 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9e0700 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.383+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2084375362 >> 172.21.15.100:0/2084375362 conn(0x55ea8e904550 msgr2=0x55ea8e9d1a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.384+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2084375362 shutdown_connections 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.384+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2084375362 wait complete. 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.384+0000 7f45d0d49b80 1 -- start start 2024-04-26T01:48:27.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.384+0000 7f45d0d49b80 1 Processor -- start 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9dd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9ddb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9e3570 con 0x55ea8e9d5d00 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e8e2810 con 0x55ea8e9e0c40 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9e36f0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.384 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.385+0000 7f45d0d49b80 10 client.0 _ll_register_callbacks cb 0x55ea8e8c16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:27.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.386+0000 7f45bf400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.386+0000 7f45bf400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60352/0 (socket says 172.21.15.100:60352) 2024-04-26T01:48:27.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.386+0000 7f45bf400700 1 -- 172.21.15.100:0/2179820003 learned_addr learned my addr 172.21.15.100:0/2179820003 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:27.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.386+0000 7f45bfe00700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9ddb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bea00700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9dd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bf400700 1 -- 172.21.15.100:0/2179820003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9e0c40 msgr2=0x55ea8e9ddb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bf400700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9ddb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bf400700 1 -- 172.21.15.100:0/2179820003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d5d00 msgr2=0x55ea8e9dd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bf400700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9dd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.387+0000 7f45bf400700 1 -- 172.21.15.100:0/2179820003 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea8e876880 con 0x55ea8e9d53e0 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.388+0000 7f45bf400700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f45b00128d0 tx=0x7f45b0012be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1f85092c305eb5c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.388+0000 7f45a9600700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.388+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0011900 con 0x55ea8e9d53e0 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.388+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f45b0011aa0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.388+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45ac0a1c50 con 0x55ea8e9d53e0 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.389+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45b0011ca0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.389+0000 7f45d0d49b80 10 client.25399 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:27.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.389+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea8e8bfaa0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.389+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45ac0a1c50 con 0x55ea8e9d53e0 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.389+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f45b001c4b0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 10 client.25399 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 10 client.25399 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 20 client.25399 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8e9f01c0 0x55ea8e9f1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 4 client.25399 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:27.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea8e936630 con 0x55ea8e9f01c0 2024-04-26T01:48:27.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.390+0000 7f45bea00700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8e9f01c0 0x55ea8e9f1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.391+0000 7f45bea00700 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8e9f01c0 0x55ea8e9f1630 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c53327722dfc17b8 server_cookie=1ff9a3b97cf1a292 in_seq=0 out_seq=0 2024-04-26T01:48:27.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.391+0000 7f45a9600700 10 client.25399 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:48:27.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.391+0000 7f45a9600700 1 -- 172.21.15.100:0/2179820003 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ea8e936630 con 0x55ea8e9f01c0 2024-04-26T01:48:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.391+0000 7f45a9600700 10 client.25399 handle_command_reply: tid=0 2024-04-26T01:48:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 client.25399 shutdown 2024-04-26T01:48:27.390 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 msgr2=0x55ea8e9e02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f45b00128d0 tx=0x7f45b0012be0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 shutdown_connections 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9ddb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9e02c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8e9f01c0 0x55ea8e9f1630 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2179820003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9dd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 >> 172.21.15.100:0/2179820003 conn(0x55ea8e904550 msgr2=0x55ea8e9d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45a9600700 0 client.25399 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 shutdown_connections 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2179820003 wait complete. 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.392+0000 7f45d0d49b80 20 client.25399 trim_cache size 0 max 16384 2024-04-26T01:48:27.429 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.430+0000 7f45d0d49b80 1 Processor -- start 2024-04-26T01:48:27.429 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 -- start start 2024-04-26T01:48:27.429 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9ddab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.429 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9d1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.429 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9da840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.430 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9ef970 con 0x55ea8e9e0c40 2024-04-26T01:48:27.430 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9f0040 con 0x55ea8e9d53e0 2024-04-26T01:48:27.430 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9f0710 con 0x55ea8e9d5d00 2024-04-26T01:48:27.430 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45bfe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9da840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45bf400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9ddab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45bfe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9da840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39760/0 (socket says 172.21.15.100:39760) 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.431+0000 7f45bfe00700 1 -- 172.21.15.100:0/2122920631 learned_addr learned my addr 172.21.15.100:0/2122920631 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bea00700 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9d1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 -- 172.21.15.100:0/2122920631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d5d00 msgr2=0x55ea8e9d1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9d1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 -- 172.21.15.100:0/2122920631 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 msgr2=0x55ea8e9da840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9da840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 -- 172.21.15.100:0/2122920631 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea8e9d5ae0 con 0x55ea8e9d53e0 2024-04-26T01:48:27.431 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45bf400700 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9ddab0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f45b001c8c0 tx=0x7f45b00114c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b029f6e2e57a4882 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.432 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.432+0000 7f45abe00700 1 -- 172.21.15.100:0/2122920631 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b0029070 con 0x55ea8e9d53e0 2024-04-26T01:48:27.432 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45abe00700 1 -- 172.21.15.100:0/2122920631 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45b0005580 con 0x55ea8e9d53e0 2024-04-26T01:48:27.432 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45abe00700 1 -- 172.21.15.100:0/2122920631 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b001c680 con 0x55ea8e9d53e0 2024-04-26T01:48:27.432 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2122920631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 msgr2=0x55ea8e9ddab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.432 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9ddab0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f45b001c8c0 tx=0x7f45b00114c0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2122920631 shutdown_connections 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9da840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9ddab0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/2122920631 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9d1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.433+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2122920631 >> 172.21.15.100:0/2122920631 conn(0x55ea8e904550 msgr2=0x55ea8e9dd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.434+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2122920631 shutdown_connections 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.434+0000 7f45d0d49b80 1 -- 172.21.15.100:0/2122920631 wait complete. 2024-04-26T01:48:27.433 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.434+0000 7f45d0d49b80 1 -- start start 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.434+0000 7f45d0d49b80 1 Processor -- start 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9fabc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9f6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9f7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9f14b0 con 0x55ea8e9e0c40 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9f0de0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55ea8e9f1b80 con 0x55ea8e9d53e0 2024-04-26T01:48:27.434 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45d0d49b80 10 client.0 _ll_register_callbacks cb 0x55ea8e8c16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45bf400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9fabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45bf400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9fabc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60370/0 (socket says 172.21.15.100:60370) 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45bf400700 1 -- 172.21.15.100:0/1723922003 learned_addr learned my addr 172.21.15.100:0/1723922003 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45bfe00700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.435+0000 7f45bea00700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9f6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 -- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 msgr2=0x55ea8e9fabc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9fabc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 -- 172.21.15.100:0/1723922003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 msgr2=0x55ea8e9f7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9f7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.435 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 -- 172.21.15.100:0/1723922003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea8e9f7a50 con 0x55ea8e9d5d00 2024-04-26T01:48:27.436 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45bea00700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9f6f50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f45ac09bb50 tx=0x7f45ac009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=368c339582ed24f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:27.436 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45a9600700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.436+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac0ba070 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f45ac0a40b0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45b0005580 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45ac09d3e0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45d0d49b80 10 client.25382 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea8ea580d0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.437+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45b0005580 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f45ac0880d0 con 0x55ea8e9d5d00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 10 client.25382 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 10 client.25382 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 20 client.25382 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8ea5ca00 0x55ea8ea5b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 4 client.25382 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 --> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] -- command(tid 0: {"prefix": "status"}) -- 0x55ea8e9306d0 con 0x55ea8ea5ca00 2024-04-26T01:48:27.437 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.438+0000 7f45bf400700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8ea5ca00 0x55ea8ea5b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45bf400700 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8ea5ca00 0x55ea8ea5b710 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d10637869a394746 server_cookie=f6bbdd83f4ac6361 in_seq=0 out_seq=0 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45a9600700 10 client.25382 ms_handle_connect on v2:172.21.15.148:6838/3849159261 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45a9600700 1 -- 172.21.15.100:0/1723922003 <== mds.1 v2:172.21.15.148:6838/3849159261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ea8e9306d0 con 0x55ea8ea5ca00 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45a9600700 10 client.25382 handle_command_reply: tid=0 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 client.25382 shutdown 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 msgr2=0x55ea8e9f6f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9f6f50 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f45ac09bb50 tx=0x7f45ac009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 shutdown_connections 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:6838/3849159261,v1:172.21.15.148:6839/3849159261] conn(0x55ea8ea5ca00 0x55ea8ea5b710 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55ea8e9e0c40 0x55ea8e9f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55ea8e9d53e0 0x55ea8e9fabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 --2- 172.21.15.100:0/1723922003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ea8e9d5d00 0x55ea8e9f6f50 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 >> 172.21.15.100:0/1723922003 conn(0x55ea8e904550 msgr2=0x55ea8e9eb940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.439 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.439+0000 7f45a9600700 0 client.25382 ms_handle_reset on v2:172.21.15.148:6838/3849159261 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.440+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 shutdown_connections 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.440+0000 7f45d0d49b80 1 -- 172.21.15.100:0/1723922003 wait complete. 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.440+0000 7f45d0d49b80 20 client.25382 trim_cache size 0 max 16384 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 1, 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24526, 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:48:27.440 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 283.97331656199998, 2024-04-26T01:48:27.441 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 29, 2024-04-26T01:48:27.441 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 92, 2024-04-26T01:48:27.441 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:48:27.441 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 336.61809148399999 2024-04-26T01:48:27.441 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 msgr2=0x7f45a40a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 0x7f45a40a6410 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f45b800f590 tx=0x7f45b800b040 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 msgr2=0x7f45c0101d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f45ac009fd0 tx=0x7f45ac010f00 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 shutdown_connections 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45a40a3f50 0x7f45a40a6410 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f45c010cf70 0x7f45c0102270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0103b90 0x7f45c01017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 --2- 172.21.15.100:0/432085172 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f45c01044b0 0x7f45c0101d30 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 >> 172.21.15.100:0/432085172 conn(0x7f45c00fd360 msgr2=0x7f45c00fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 shutdown_connections 2024-04-26T01:48:27.442 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:27.441+0000 7f45c4e00700 1 -- 172.21.15.100:0/432085172 wait complete. 2024-04-26T01:48:28.633 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:48:28.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:28 smithi148 ceph-mon[32990]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:48:28.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:28 smithi100 ceph-mon[28020]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:48:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:28 smithi133 ceph-mon[32344]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:48:29.105 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:30 smithi148 ceph-mon[32990]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:30.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:30 smithi100 ceph-mon[28020]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:30 smithi133 ceph-mon[32344]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:31.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.540+0000 7fa676800700 1 -- 172.21.15.100:0/1238069469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa670104450 msgr2=0x7fa67010c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.540+0000 7fa676800700 1 --2- 172.21.15.100:0/1238069469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa670104450 0x7fa67010c940 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa65c0098f0 tx=0x7fa65c009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 -- 172.21.15.100:0/1238069469 shutdown_connections 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 --2- 172.21.15.100:0/1238069469 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa67010cf60 0x7fa67010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 --2- 172.21.15.100:0/1238069469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 --2- 172.21.15.100:0/1238069469 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa670104450 0x7fa67010c940 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 -- 172.21.15.100:0/1238069469 >> 172.21.15.100:0/1238069469 conn(0x7fa6700fd360 msgr2=0x7fa6700ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 -- 172.21.15.100:0/1238069469 shutdown_connections 2024-04-26T01:48:31.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.541+0000 7fa676800700 1 -- 172.21.15.100:0/1238069469 wait complete. 2024-04-26T01:48:31.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.542+0000 7fa676800700 1 Processor -- start 2024-04-26T01:48:31.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.542+0000 7fa676800700 1 -- start start 2024-04-26T01:48:31.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 0x7fa670102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa670112ce0 con 0x7fa670104450 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa670112b60 con 0x7fa670103b30 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa676800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa670112e60 con 0x7fa67010cf60 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa674a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 0x7fa670102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa674a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:39788/0 (socket says 172.21.15.100:39788) 2024-04-26T01:48:31.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 0x7fa670102210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60380/0 (socket says 172.21.15.100:60380) 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa674a00700 1 -- 172.21.15.100:0/3628171209 learned_addr learned my addr 172.21.15.100:0/3628171209 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.543+0000 7fa675400700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa674a00700 1 -- 172.21.15.100:0/3628171209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 msgr2=0x7fa670102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa674a00700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 0x7fa670102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa674a00700 1 -- 172.21.15.100:0/3628171209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 msgr2=0x7fa670101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa674a00700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa674a00700 1 -- 172.21.15.100:0/3628171209 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6701a7740 con 0x7fa670104450 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.544+0000 7fa675400700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa674a00700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa65c009230 tx=0x7fa65c010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa66e000700 1 -- 172.21.15.100:0/3628171209 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c027070 con 0x7fa670104450 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa66e000700 1 -- 172.21.15.100:0/3628171209 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa65c005510 con 0x7fa670104450 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa66e000700 1 -- 172.21.15.100:0/3628171209 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c004930 con 0x7fa670104450 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6701a79d0 con 0x7fa670104450 2024-04-26T01:48:31.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.545+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6701a7eb0 con 0x7fa670104450 2024-04-26T01:48:31.548 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.550+0000 7fa682808b80 1 Processor -- start 2024-04-26T01:48:31.549 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.550+0000 7fa682808b80 1 -- start start 2024-04-26T01:48:31.549 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.550+0000 7fa66e000700 1 -- 172.21.15.100:0/3628171209 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7fa65c02a070 con 0x7fa670104450 2024-04-26T01:48:31.550 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c5d00 0x5585355d0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355d3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x558535518e40 con 0x5585355d0c40 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5585354bf6e0 con 0x5585355c5d00 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa682808b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x558535514e00 con 0x5585355c53e0 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa675e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60396/0 (socket says 172.21.15.100:60396) 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa675e00700 1 -- 172.21.15.100:0/3444048969 learned_addr learned my addr 172.21.15.100:0/3444048969 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa675400700 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c5d00 0x5585355d0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.551+0000 7fa674a00700 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355d3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 -- 172.21.15.100:0/3444048969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c5d00 msgr2=0x5585355d0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c5d00 0x5585355d0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 -- 172.21.15.100:0/3444048969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 msgr2=0x5585355d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.551 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355d3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 -- 172.21.15.100:0/3444048969 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585354b5630 con 0x5585355c53e0 2024-04-26T01:48:31.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa675e00700 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa668011670 tx=0x7fa6680099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84f6e2cdc56f0bd5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.552 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.552+0000 7fa66e000700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 0x7fa6580a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.553+0000 7fa66e000700 1 -- 172.21.15.100:0/3628171209 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa65c0d1340 con 0x7fa670104450 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.553+0000 7fa662a00700 1 -- 172.21.15.100:0/3444048969 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa668019030 con 0x5585355c53e0 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.553+0000 7fa662a00700 1 -- 172.21.15.100:0/3444048969 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6680092e0 con 0x5585355c53e0 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.553+0000 7fa662a00700 1 -- 172.21.15.100:0/3444048969 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6680075c0 con 0x5585355c53e0 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.553+0000 7fa675400700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 0x7fa6580a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 -- 172.21.15.100:0/3444048969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 msgr2=0x5585355c57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa668011670 tx=0x7fa6680099e0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa675400700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 0x7fa6580a6390 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa664009fd0 tx=0x7fa664009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 -- 172.21.15.100:0/3444048969 shutdown_connections 2024-04-26T01:48:31.553 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355d3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c53e0 0x5585355c57c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 --2- 172.21.15.100:0/3444048969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c5d00 0x5585355d0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 -- 172.21.15.100:0/3444048969 >> 172.21.15.100:0/3444048969 conn(0x5585354f4550 msgr2=0x5585355c1a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 -- 172.21.15.100:0/3444048969 shutdown_connections 2024-04-26T01:48:31.554 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.554+0000 7fa682808b80 1 -- 172.21.15.100:0/3444048969 wait complete. 2024-04-26T01:48:31.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.555+0000 7fa682808b80 1 -- start start 2024-04-26T01:48:31.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.555+0000 7fa682808b80 1 Processor -- start 2024-04-26T01:48:31.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355cd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.556 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5585355d37c0 con 0x5585355d0c40 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5585354d2810 con 0x5585355c53e0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5585355d3940 con 0x5585355c5d00 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa682808b80 10 client.0 _ll_register_callbacks cb 0x5585354b16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa674a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355cd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa674a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355cd6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60412/0 (socket says 172.21.15.100:60412) 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa674a00700 1 -- 172.21.15.100:0/1859549098 learned_addr learned my addr 172.21.15.100:0/1859549098 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.556+0000 7fa675400700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675e00700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 -- 172.21.15.100:0/1859549098 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 msgr2=0x5585355cd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355cd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 -- 172.21.15.100:0/1859549098 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 msgr2=0x5585355cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 -- 172.21.15.100:0/1859549098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558535466880 con 0x5585355c53e0 2024-04-26T01:48:31.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675e00700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa675400700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355d03a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa6640046c0 tx=0x7fa6640047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55661cab70316a45 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.557+0000 7fa657400700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66402c060 con 0x5585355c53e0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa66401d620 con 0x5585355c53e0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6680092e0 con 0x5585355c53e0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa66401d860 con 0x5585355c53e0 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa682808b80 10 client.25394 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:31.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5585354afaa0 con 0x5585355c53e0 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.558+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6680092e0 con 0x5585355c53e0 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa664026030 con 0x5585355c53e0 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 10 client.25394 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 10 client.25394 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 20 client.25394 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5585355e0520 0x5585355e1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.560 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 4 client.25394 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558535526630 con 0x5585355e0520 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.559+0000 7fa674a00700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5585355e0520 0x5585355e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.560+0000 7fa657400700 10 client.25394 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.560+0000 7fa674a00700 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5585355e0520 0x5585355e1990 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8992e0c46d7bdef6 server_cookie=24bcad6dab49d322 in_seq=0 out_seq=0 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.560+0000 7fa657400700 1 -- 172.21.15.100:0/1859549098 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558535526630 con 0x5585355e0520 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.560+0000 7fa657400700 10 client.25394 handle_command_reply: tid=0 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 client.25394 shutdown 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 msgr2=0x5585355d03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355d03a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa6640046c0 tx=0x7fa6640047c0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 shutdown_connections 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355d0c40 0x5585355cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355d03a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5585355e0520 0x5585355e1990 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 --2- 172.21.15.100:0/1859549098 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa657400700 0 client.25394 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:31.561 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 >> 172.21.15.100:0/1859549098 conn(0x5585354f4550 msgr2=0x5585355c1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 shutdown_connections 2024-04-26T01:48:31.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.561+0000 7fa682808b80 1 -- 172.21.15.100:0/1859549098 wait complete. 2024-04-26T01:48:31.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.562+0000 7fa682808b80 20 client.25394 trim_cache size 0 max 16384 2024-04-26T01:48:31.583 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.584+0000 7fa682808b80 1 Processor -- start 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.585+0000 7fa682808b80 1 -- start start 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c5d00 0x5585355cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355d0c40 0x5585355ca940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5585355dfcd0 con 0x5585355c5d00 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5585355e03a0 con 0x5585355c53e0 2024-04-26T01:48:31.584 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa682808b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5585355e0a70 con 0x5585355d0c40 2024-04-26T01:48:31.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa675400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.585 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa675400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54294/0 (socket says 172.21.15.100:54294) 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa675400700 1 -- 172.21.15.100:0/4270870870 learned_addr learned my addr 172.21.15.100:0/4270870870 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa675e00700 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355d0c40 0x5585355ca940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.586+0000 7fa674a00700 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c5d00 0x5585355cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 -- 172.21.15.100:0/4270870870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355d0c40 msgr2=0x5585355ca940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355d0c40 0x5585355ca940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 -- 172.21.15.100:0/4270870870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c5d00 msgr2=0x5585355cdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c5d00 0x5585355cdb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 -- 172.21.15.100:0/4270870870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585355cbc10 con 0x5585355c53e0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa675400700 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa66401d3e0 tx=0x7fa66401d7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4f60f8d99189dcd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa662000700 1 -- 172.21.15.100:0/4270870870 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa664012030 con 0x5585355c53e0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa662000700 1 -- 172.21.15.100:0/4270870870 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6640121d0 con 0x5585355c53e0 2024-04-26T01:48:31.586 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.587+0000 7fa662000700 1 -- 172.21.15.100:0/4270870870 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa664027650 con 0x5585355c53e0 2024-04-26T01:48:31.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 -- 172.21.15.100:0/4270870870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 msgr2=0x5585355c1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.587 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa66401d3e0 tx=0x7fa66401d7b0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 -- 172.21.15.100:0/4270870870 shutdown_connections 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355d0c40 0x5585355ca940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355c53e0 0x5585355c1b70 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 --2- 172.21.15.100:0/4270870870 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c5d00 0x5585355cdb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 -- 172.21.15.100:0/4270870870 >> 172.21.15.100:0/4270870870 conn(0x5585354f4550 msgr2=0x5585355cd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.588+0000 7fa682808b80 1 -- 172.21.15.100:0/4270870870 shutdown_connections 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.589+0000 7fa682808b80 1 -- 172.21.15.100:0/4270870870 wait complete. 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.589+0000 7fa682808b80 1 -- start start 2024-04-26T01:48:31.588 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.589+0000 7fa682808b80 1 Processor -- start 2024-04-26T01:48:31.589 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 0x5585355eae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355e71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5585355e1810 con 0x5585355c53e0 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5585355e1140 con 0x5585355d0c40 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5585355e1ee0 con 0x5585355c5d00 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa682808b80 10 client.0 _ll_register_callbacks cb 0x5585354b16d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa675e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa675e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54302/0 (socket says 172.21.15.100:54302) 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa675e00700 1 -- 172.21.15.100:0/3152663464 learned_addr learned my addr 172.21.15.100:0/3152663464 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa674a00700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355e71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.590+0000 7fa675400700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 0x5585355eae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 -- 172.21.15.100:0/3152663464 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 msgr2=0x5585355e71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.590 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355e71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 -- 172.21.15.100:0/3152663464 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 msgr2=0x5585355eae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 0x5585355eae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 -- 172.21.15.100:0/3152663464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585355e7c40 con 0x5585355d0c40 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675400700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 0x5585355eae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa675e00700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa668004510 tx=0x7fa6680048e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cec1d34a7329979b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa657400700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:31.591 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6680077c0 con 0x5585355d0c40 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa668007960 con 0x5585355d0c40 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.591+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6640121d0 con 0x5585355d0c40 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.592+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa668007ba0 con 0x5585355d0c40 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.592+0000 7fa682808b80 10 client.25400 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.592+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558535648340 con 0x5585355d0c40 2024-04-26T01:48:31.592 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.592+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa6640121d0 con 0x5585355d0c40 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa668015550 con 0x5585355d0c40 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 10 client.25400 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 10 client.25400 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 20 client.25400 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55853564cb70 0x55853564b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 4 client.25400 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.593+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "status"}) -- 0x5585355206d0 con 0x55853564cb70 2024-04-26T01:48:31.593 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.594+0000 7fa675400700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55853564cb70 0x55853564b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:31.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.594+0000 7fa675400700 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55853564cb70 0x55853564b880 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2d135551ec69dc5 server_cookie=678310a1fd676740 in_seq=0 out_seq=0 2024-04-26T01:48:31.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.594+0000 7fa657400700 10 client.25400 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:31.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa657400700 1 -- 172.21.15.100:0/3152663464 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5585355206d0 con 0x55853564cb70 2024-04-26T01:48:31.594 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa657400700 10 client.25400 handle_command_reply: tid=0 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 client.25400 shutdown 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 msgr2=0x5585355e7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa668004510 tx=0x7fa6680048e0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 shutdown_connections 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5585355d0c40 0x5585355e7700 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5585355c53e0 0x5585355eae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55853564cb70 0x55853564b880 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 --2- 172.21.15.100:0/3152663464 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5585355c5d00 0x5585355e71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 >> 172.21.15.100:0/3152663464 conn(0x5585354f4550 msgr2=0x5585355ceed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.595+0000 7fa657400700 0 client.25400 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.596+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 shutdown_connections 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.596+0000 7fa682808b80 1 -- 172.21.15.100:0/3152663464 wait complete. 2024-04-26T01:48:31.595 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.596+0000 7fa682808b80 20 client.25400 trim_cache size 0 max 16384 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "cluster_fsid": "e2513004-036c-11ef-bc93-c7b262605968", 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "whoami": 0, 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "id": 24533, 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "want_state": "up:active", 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "state": "up:active", 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "fs_name": "cephfs", 2024-04-26T01:48:31.596 INFO:teuthology.orchestra.run.smithi100.stdout: "rank_uptime": 304.58311230200002, 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stdout: "mdsmap_epoch": 29, 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch": 92, 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stdout: "uptime": 326.515179182 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 msgr2=0x7fa6580a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 0x7fa6580a6390 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa664009fd0 tx=0x7fa664009260 comp rx=0 tx=0).stop 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 msgr2=0x7fa670101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa65c009230 tx=0x7fa65c010f00 comp rx=0 tx=0).stop 2024-04-26T01:48:31.597 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 shutdown_connections 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa6580a3ed0 0x7fa6580a6390 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa67010cf60 0x7fa670102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa670103b30 0x7fa670101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 --2- 172.21.15.100:0/3628171209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa670104450 0x7fa670101cd0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.597+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 >> 172.21.15.100:0/3628171209 conn(0x7fa6700fd360 msgr2=0x7fa6700fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.598+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 shutdown_connections 2024-04-26T01:48:31.598 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:31.598+0000 7fa676800700 1 -- 172.21.15.100:0/3628171209 wait complete. 2024-04-26T01:48:32.556 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-26T01:48:32.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:32 smithi148 ceph-mon[32990]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:48:32.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:32 smithi100 ceph-mon[28020]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:48:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:32 smithi133 ceph-mon[32344]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:48:34.515 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 -- 172.21.15.100:0/1563624272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 msgr2=0x7ffb40101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.515 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 --2- 172.21.15.100:0/1563624272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb40101290 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009860 tx=0x7ffb3402a340 comp rx=0 tx=0).stop 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 -- 172.21.15.100:0/1563624272 shutdown_connections 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 --2- 172.21.15.100:0/1563624272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 0x7ffb4010db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 --2- 172.21.15.100:0/1563624272 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb40101860 0x7ffb401058a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 --2- 172.21.15.100:0/1563624272 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb40101290 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 -- 172.21.15.100:0/1563624272 >> 172.21.15.100:0/1563624272 conn(0x7ffb400fc770 msgr2=0x7ffb400feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 -- 172.21.15.100:0/1563624272 shutdown_connections 2024-04-26T01:48:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.517+0000 7ffb46e00640 1 -- 172.21.15.100:0/1563624272 wait complete. 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.518+0000 7ffb46e00640 1 Processor -- start 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.518+0000 7ffb46e00640 1 -- start start 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.518+0000 7ffb46e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.518+0000 7ffb46e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 0x7ffb401a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 0x7ffb4019ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ffb40111000 con 0x7ffb4019a6b0 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb40110e80 con 0x7ffb40105f80 2024-04-26T01:48:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb40111180 con 0x7ffb40100eb0 2024-04-26T01:48:34.518 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:55448/0 (socket says 172.21.15.100:55448) 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 -- 172.21.15.100:0/2701662775 learned_addr learned my addr 172.21.15.100:0/2701662775 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46400640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 0x7ffb4019ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45000640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 0x7ffb401a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 -- 172.21.15.100:0/2701662775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 msgr2=0x7ffb401a0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 0x7ffb401a0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 -- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 msgr2=0x7ffb4019ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 0x7ffb4019ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb45a00640 1 -- 172.21.15.100:0/2701662775 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb4019b2b0 con 0x7ffb40100eb0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.519+0000 7ffb46400640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 0x7ffb4019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.520+0000 7ffb45a00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ffb34035040 tx=0x7ffb3402af30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.520+0000 7ffb3e000640 1 -- 172.21.15.100:0/2701662775 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3403f020 con 0x7ffb40100eb0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.520+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb4019b540 con 0x7ffb40100eb0 2024-04-26T01:48:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.520+0000 7ffb3e000640 1 -- 172.21.15.100:0/2701662775 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb34033e50 con 0x7ffb40100eb0 2024-04-26T01:48:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.520+0000 7ffb3e000640 1 -- 172.21.15.100:0/2701662775 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb34037040 con 0x7ffb40100eb0 2024-04-26T01:48:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.521+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb40107e10 con 0x7ffb40100eb0 2024-04-26T01:48:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.524+0000 7ffb4b203740 1 Processor -- start 2024-04-26T01:48:34.522 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.524+0000 7ffb4b203740 1 -- start start 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61caf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x561fd6123900 con 0x561fd61bd9b0 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561fd60c9ef0 con 0x561fd61be2d0 2024-04-26T01:48:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb4b203740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561fd611f8c0 con 0x561fd61c8b90 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb46400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb46400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52654/0 (socket says 172.21.15.100:52654) 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb46400640 1 -- 172.21.15.100:0/3995237681 learned_addr learned my addr 172.21.15.100:0/3995237681 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.525+0000 7ffb45000640 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61caf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb3e000640 1 -- 172.21.15.100:0/2701662775 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7ffb34042020 con 0x7ffb40100eb0 2024-04-26T01:48:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 -- 172.21.15.100:0/3995237681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 msgr2=0x561fd61caf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61caf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 -- 172.21.15.100:0/3995237681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 msgr2=0x561fd61c8650 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c8650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 -- 172.21.15.100:0/3995237681 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fd5e36210 con 0x561fd61bd9b0 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.526+0000 7ffb46400640 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffb38005f40 tx=0x7ffb38010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8c4163ac0126f5d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.527+0000 7ffb32a00640 1 -- 172.21.15.100:0/3995237681 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb38011700 con 0x561fd61bd9b0 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.527+0000 7ffb32a00640 1 -- 172.21.15.100:0/3995237681 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb38011d70 con 0x561fd61bd9b0 2024-04-26T01:48:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.527+0000 7ffb32a00640 1 -- 172.21.15.100:0/3995237681 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3800e3c0 con 0x561fd61bd9b0 2024-04-26T01:48:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.527+0000 7ffb4b203740 1 -- 172.21.15.100:0/3995237681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 msgr2=0x561fd61bdd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.527+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffb38005f40 tx=0x7ffb38010860 comp rx=0 tx=0).stop 2024-04-26T01:48:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 -- 172.21.15.100:0/3995237681 shutdown_connections 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61caf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3995237681 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61bd9b0 0x561fd61bdd90 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 -- 172.21.15.100:0/3995237681 >> 172.21.15.100:0/3995237681 conn(0x561fd61b9ec0 msgr2=0x561fd61ba2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 -- 172.21.15.100:0/3995237681 shutdown_connections 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 -- 172.21.15.100:0/3995237681 wait complete. 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb3e000640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 0x7ffb280a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.527 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.528+0000 7ffb4b203740 1 -- start start 2024-04-26T01:48:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb3e000640 1 -- 172.21.15.100:0/2701662775 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ffb340f07b0 con 0x7ffb40100eb0 2024-04-26T01:48:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb4b203740 1 Processor -- start 2024-04-26T01:48:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb46400640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 0x7ffb280a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 0x561fd61c5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.529+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61c6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb4b203740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x561fd61cb7c0 con 0x561fd61be2d0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb4b203740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561fd60dd310 con 0x561fd61bd9b0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb4b203740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561fd61cb940 con 0x561fd61c8b90 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb4b203740 10 client.0 _ll_register_callbacks cb 0x561fd60abcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb46400640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 0x7ffb280a6300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ffb38010d60 tx=0x7ffb38005fd0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb45000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb45000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52668/0 (socket says 172.21.15.100:52668) 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb45000640 1 -- 172.21.15.100:0/4002184846 learned_addr learned my addr 172.21.15.100:0/4002184846 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 0x561fd61c5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.530+0000 7ffb46400640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61c6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 -- 172.21.15.100:0/4002184846 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 msgr2=0x561fd61c6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61c6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 -- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 msgr2=0x561fd61c5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 0x561fd61c5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 -- 172.21.15.100:0/4002184846 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fd5f02620 con 0x561fd61be2d0 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 0x561fd61c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:34.531 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb45000640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c004500 tx=0x7ffb2c0045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1c5948d7e59b58 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb27400640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.531+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c003920 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ffb2c003ac0 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb38011d70 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffb2c003cc0 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb4b203740 10 client.15291 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561fd61d7a80 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.532+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb38011d70 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffb2c020590 con 0x561fd61be2d0 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 10 client.15291 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 10 client.15291 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 20 client.15291 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd61d8f90 0x561fd61db3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 4 client.15291 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fd61378b0 con 0x561fd61d8f90 2024-04-26T01:48:34.533 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.533+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd61d8f90 0x561fd61db3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.534+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd61d8f90 0x561fd61db3c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d29e45a0df64ec12 server_cookie=b115f7106dc99f1b in_seq=0 out_seq=0 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.534+0000 7ffb27400640 10 client.15291 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.534+0000 7ffb27400640 1 -- 172.21.15.100:0/4002184846 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561fd61378b0 con 0x561fd61d8f90 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.534+0000 7ffb27400640 10 client.15291 handle_command_reply: tid=0 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 client.15291 shutdown 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 msgr2=0x561fd61c60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c004500 tx=0x7ffb2c0045f0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 shutdown_connections 2024-04-26T01:48:34.534 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd61d8f90 0x561fd61db3c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61c8b90 0x561fd61c6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61be2d0 0x561fd61c60e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4002184846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61bd9b0 0x561fd61c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 >> 172.21.15.100:0/4002184846 conn(0x561fd61b9ec0 msgr2=0x561fd61bfc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb27400640 0 client.15291 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 shutdown_connections 2024-04-26T01:48:34.535 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 1 -- 172.21.15.100:0/4002184846 wait complete. 2024-04-26T01:48:34.536 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.535+0000 7ffb4b203740 20 client.15291 trim_cache size 0 max 16384 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.563+0000 7ffb4b203740 1 Processor -- start 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.563+0000 7ffb4b203740 1 -- start start 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61c6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401ab870 con 0x561fd61c8b90 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401ad3b0 con 0x561fd61be2d0 2024-04-26T01:48:34.562 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb4b203740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401abf40 con 0x561fd61bd9b0 2024-04-26T01:48:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:55464/0 (socket says 172.21.15.100:55464) 2024-04-26T01:48:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 -- 172.21.15.100:0/3295740574 learned_addr learned my addr 172.21.15.100:0/3295740574 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb46400640 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61c6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 -- 172.21.15.100:0/3295740574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 msgr2=0x561fd61c03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 -- 172.21.15.100:0/3295740574 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 msgr2=0x561fd61c6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61c6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb45a00640 1 -- 172.21.15.100:0/3295740574 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fd61c4130 con 0x561fd61bd9b0 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.564+0000 7ffb46400640 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61c6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.565+0000 7ffb45a00640 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ffb340b8a40 tx=0x7ffb340a7040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29f5271913dfc690 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.568+0000 7ffb32000640 1 -- 172.21.15.100:0/3295740574 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb340bcce0 con 0x561fd61bd9b0 2024-04-26T01:48:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.568+0000 7ffb32000640 1 -- 172.21.15.100:0/3295740574 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb340bc5e0 con 0x561fd61bd9b0 2024-04-26T01:48:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.568+0000 7ffb32000640 1 -- 172.21.15.100:0/3295740574 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb340c4dc0 con 0x561fd61bd9b0 2024-04-26T01:48:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- 172.21.15.100:0/3295740574 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 msgr2=0x561fd61d4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ffb340b8a40 tx=0x7ffb340a7040 comp rx=0 tx=0).stop 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- 172.21.15.100:0/3295740574 shutdown_connections 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61c6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61c03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 --2- 172.21.15.100:0/3295740574 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61d4680 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- 172.21.15.100:0/3295740574 >> 172.21.15.100:0/3295740574 conn(0x561fd61b9ec0 msgr2=0x561fd61c5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- 172.21.15.100:0/3295740574 shutdown_connections 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- 172.21.15.100:0/3295740574 wait complete. 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.569+0000 7ffb4b203740 1 -- start start 2024-04-26T01:48:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 Processor -- start 2024-04-26T01:48:34.569 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61ce520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61cea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401acce0 con 0x561fd61c8b90 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401ac610 con 0x561fd61be2d0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffb401a9890 con 0x561fd61bd9b0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb4b203740 10 client.0 _ll_register_callbacks cb 0x7ffb2c015ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.570+0000 7ffb46400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb45000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61cea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb45a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61ce520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb45000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61cea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52840/0 (socket says 172.21.15.100:52840) 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52680/0 (socket says 172.21.15.100:52680) 2024-04-26T01:48:34.570 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb45000640 1 -- 172.21.15.100:0/4245264239 learned_addr learned my addr 172.21.15.100:0/4245264239 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 -- 172.21.15.100:0/4245264239 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 msgr2=0x561fd61ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61ce520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 -- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 msgr2=0x561fd61cea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61cea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 -- 172.21.15.100:0/4245264239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fd623e510 con 0x561fd61c8b90 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb46400640 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ffb380099a0 tx=0x7ffb3801b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce9d896bd6df61a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.571+0000 7ffb27400640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb38003970 con 0x561fd61c8b90 2024-04-26T01:48:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ffb38003b10 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb340bc5e0 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffb38003d10 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb4b203740 10 client.15297 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.572+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561fd623f760 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffb340bc5e0 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffb38031030 con 0x561fd61c8b90 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 10 client.15297 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 10 client.15297 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 20 client.15297 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd623fb40 0x561fd6241f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 4 client.15297 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561fd6131320 con 0x561fd623fb40 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.573+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd623fb40 0x561fd6241f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.574+0000 7ffb45a00640 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd623fb40 0x561fd6241f30 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=169e9011ad8f340f server_cookie=b3164c34ad73a990 in_seq=0 out_seq=0 2024-04-26T01:48:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.574+0000 7ffb27400640 10 client.15297 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.577+0000 7ffb27400640 1 -- 172.21.15.100:0/4245264239 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561fd6131320 con 0x561fd623fb40 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.577+0000 7ffb27400640 10 client.15297 handle_command_reply: tid=0 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 client.15297 shutdown 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 msgr2=0x561fd61cefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ffb380099a0 tx=0x7ffb3801b830 comp rx=0 tx=0).stop 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 shutdown_connections 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561fd623fb40 0x561fd6241f30 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb27400640 0 client.15297 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:34.576 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561fd61c8b90 0x561fd61cefa0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561fd61be2d0 0x561fd61cea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 --2- 172.21.15.100:0/4245264239 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561fd61bd9b0 0x561fd61ce520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 >> 172.21.15.100:0/4245264239 conn(0x561fd61b9ec0 msgr2=0x561fd61c63d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 shutdown_connections 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.578+0000 7ffb4b203740 1 -- 172.21.15.100:0/4245264239 wait complete. 2024-04-26T01:48:34.577 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb4b203740 20 client.15297 trim_cache size 0 max 16384 2024-04-26T01:48:34.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:48:34.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:48:34.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:48:34.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 msgr2=0x7ffb280a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 0x7ffb280a6300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ffb38010d60 tx=0x7ffb38005fd0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 msgr2=0x7ffb401a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ffb34035040 tx=0x7ffb3402af30 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 shutdown_connections 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffb280a3e40 0x7ffb280a6300 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffb4019a6b0 0x7ffb4019ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb40105f80 0x7ffb401a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 --2- 172.21.15.100:0/2701662775 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffb40100eb0 0x7ffb401a05f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.579+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 >> 172.21.15.100:0/2701662775 conn(0x7ffb400fc770 msgr2=0x7ffb40069650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.580+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 shutdown_connections 2024-04-26T01:48:34.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:34.580+0000 7ffb46e00640 1 -- 172.21.15.100:0/2701662775 wait complete. 2024-04-26T01:48:34.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:34 smithi100 ceph-mon[28020]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:34 smithi133 ceph-mon[32344]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:35.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:34 smithi148 ceph-mon[32990]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:48:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:36 smithi100 ceph-mon[28020]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-26T01:48:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:36 smithi133 ceph-mon[32344]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-26T01:48:37.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:36 smithi148 ceph-mon[32990]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-04-26T01:48:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:38 smithi100 ceph-mon[28020]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-26T01:48:38.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:38 smithi133 ceph-mon[32344]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-26T01:48:39.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:38 smithi148 ceph-mon[32990]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-26T01:48:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:40 smithi100 ceph-mon[28020]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:40 smithi133 ceph-mon[32344]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:41.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:40 smithi148 ceph-mon[32990]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:42 smithi100 ceph-mon[28020]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:48:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:42 smithi133 ceph-mon[32344]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:48:43.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:42 smithi148 ceph-mon[32990]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:48:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:44 smithi133 ceph-mon[32344]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:45.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:44 smithi148 ceph-mon[32990]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:45.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:44 smithi100 ceph-mon[28020]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:48:46.848 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:46 smithi100 ceph-mon[28020]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:48:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:46 smithi133 ceph-mon[32344]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:48:47.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:46 smithi148 ceph-mon[32990]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-26T01:48:47.557 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-04-26T01:48:47.557 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 -- 172.21.15.100:0/1739422969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076da0 msgr2=0x7f20081126e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 --2- 172.21.15.100:0/1739422969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076da0 0x7f20081126e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0009860 tx=0x7f1ff002a360 comp rx=0 tx=0).stop 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 -- 172.21.15.100:0/1739422969 shutdown_connections 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 --2- 172.21.15.100:0/1739422969 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008112c20 0x7f2008115010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 --2- 172.21.15.100:0/1739422969 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076da0 0x7f20081126e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 --2- 172.21.15.100:0/1739422969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008076480 0x7f2008076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.775+0000 7f200d200640 1 -- 172.21.15.100:0/1739422969 >> 172.21.15.100:0/1739422969 conn(0x7f20080ffa30 msgr2=0x7f2008101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.776+0000 7f200d200640 1 -- 172.21.15.100:0/1739422969 shutdown_connections 2024-04-26T01:48:47.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.776+0000 7f200d200640 1 -- 172.21.15.100:0/1739422969 wait complete. 2024-04-26T01:48:47.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.777+0000 7f200d200640 1 Processor -- start 2024-04-26T01:48:47.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.777+0000 7f200d200640 1 -- start start 2024-04-26T01:48:47.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076480 0x7f20081a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 0x7f20081a4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 0x7f200819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2008118750 con 0x7f2008076480 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f20081185d0 con 0x7f2008112c20 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.778+0000 7f200d200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f20081188d0 con 0x7f2008076da0 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f2007e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 0x7f200819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f2007e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 0x7f200819eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58598/0 (socket says 172.21.15.100:58598) 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f2007e00640 1 -- 172.21.15.100:0/1268317724 learned_addr learned my addr 172.21.15.100:0/1268317724 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 0x7f20081a4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f2007400640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076480 0x7f20081a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 -- 172.21.15.100:0/1268317724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 msgr2=0x7f200819eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 0x7f200819eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 -- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076480 msgr2=0x7f20081a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076480 0x7f20081a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.779+0000 7f1ffea00640 1 -- 172.21.15.100:0/1268317724 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200819f3d0 con 0x7f2008076da0 2024-04-26T01:48:47.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.780+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 0x7f20081a4f90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0035040 tx=0x7f1ff00326d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.780+0000 7f2004c00640 1 -- 172.21.15.100:0/1268317724 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0037040 con 0x7f2008076da0 2024-04-26T01:48:47.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.780+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f200819f660 con 0x7f2008076da0 2024-04-26T01:48:47.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.780+0000 7f2004c00640 1 -- 172.21.15.100:0/1268317724 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ff0032d80 con 0x7f2008076da0 2024-04-26T01:48:47.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.780+0000 7f2004c00640 1 -- 172.21.15.100:0/1268317724 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0005380 con 0x7f2008076da0 2024-04-26T01:48:47.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.781+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20081ab9d0 con 0x7f2008076da0 2024-04-26T01:48:47.782 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.785+0000 7f2011322740 1 Processor -- start 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.785+0000 7f2011322740 1 -- start start 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c24ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 0x555d8c25bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555d8c1b4900 con 0x555d8c24e9b0 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555d8c15aef0 con 0x555d8c24f2d0 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.786+0000 7f2011322740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555d8c1b08c0 con 0x555d8c259b90 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.787+0000 7f2004c00640 1 -- 172.21.15.100:0/1268317724 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f1ff00040d0 con 0x7f2008076da0 2024-04-26T01:48:47.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.787+0000 7f2007400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.787+0000 7f2007e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c24ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.787+0000 7f2007400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58612/0 (socket says 172.21.15.100:58612) 2024-04-26T01:48:47.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.787+0000 7f2007400640 1 -- 172.21.15.100:0/2341284793 learned_addr learned my addr 172.21.15.100:0/2341284793 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f2007e00640 1 -- 172.21.15.100:0/2341284793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 msgr2=0x555d8c25bf80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f1ffea00640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 0x555d8c25bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f2007e00640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 0x555d8c25bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f2007e00640 1 -- 172.21.15.100:0/2341284793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 msgr2=0x555d8c259650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f2007e00640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.788+0000 7f2007e00640 1 -- 172.21.15.100:0/2341284793 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d8bec7210 con 0x555d8c24e9b0 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.789+0000 7f2007e00640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c24ed90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f200000e7b0 tx=0x7f20000095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=914770098cfd9fcf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.789+0000 7f2004c00640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 0x7f1fec0a63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f2007400640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f1ffcc00640 1 -- 172.21.15.100:0/2341284793 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200000edf0 con 0x555d8c24e9b0 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f2004c00640 1 -- 172.21.15.100:0/1268317724 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1ff00f00d0 con 0x7f2008076da0 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f1ffcc00640 1 -- 172.21.15.100:0/2341284793 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2000003970 con 0x555d8c24e9b0 2024-04-26T01:48:47.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f1ffcc00640 1 -- 172.21.15.100:0/2341284793 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20000044e0 con 0x555d8c24e9b0 2024-04-26T01:48:47.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f1ffea00640 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 0x555d8c25bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:47.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.790+0000 7f2007400640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 0x7f1fec0a63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 -- 172.21.15.100:0/2341284793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 msgr2=0x555d8c24ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c24ed90 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f200000e7b0 tx=0x7f20000095c0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 -- 172.21.15.100:0/2341284793 shutdown_connections 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c259b90 0x555d8c25bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c24f2d0 0x555d8c259650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 --2- 172.21.15.100:0/2341284793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c24ed90 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2011322740 1 -- 172.21.15.100:0/2341284793 >> 172.21.15.100:0/2341284793 conn(0x555d8c24aec0 msgr2=0x555d8c24b2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.791+0000 7f2007400640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 0x7f1fec0a63f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x555d8c24ff50 tx=0x7f1ff8005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.792+0000 7f2011322740 1 -- 172.21.15.100:0/2341284793 shutdown_connections 2024-04-26T01:48:47.789 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.792+0000 7f2011322740 1 -- 172.21.15.100:0/2341284793 wait complete. 2024-04-26T01:48:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.792+0000 7f2011322740 1 -- start start 2024-04-26T01:48:47.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 Processor -- start 2024-04-26T01:48:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c256bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555d8c26d7d0 con 0x555d8c24f2d0 2024-04-26T01:48:47.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555d8c16e310 con 0x555d8c259b90 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555d8c26d950 con 0x555d8c24e9b0 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.793+0000 7f2011322740 10 client.0 _ll_register_callbacks cb 0x555d8c13ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59812/0 (socket says 172.21.15.100:59812) 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 -- 172.21.15.100:0/1791130430 learned_addr learned my addr 172.21.15.100:0/1791130430 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f2007e00640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f2007400640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c256bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.792 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 -- 172.21.15.100:0/1791130430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 msgr2=0x555d8c256bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c256bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 -- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 msgr2=0x555d8c257640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f1ffea00640 1 -- 172.21.15.100:0/1791130430 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d8bf93620 con 0x555d8c24f2d0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.794+0000 7f2007400640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c256bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.795+0000 7f1ffea00640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1ff00c4640 tx=0x7f1ff0004470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c153f235d73b8cf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.795+0000 7f1ff5600640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.795+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff00bbf00 con 0x555d8c24f2d0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.795+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1ff00c46e0 con 0x555d8c24f2d0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.795+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2000003970 con 0x555d8c24f2d0 2024-04-26T01:48:47.793 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.796+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ff00c02b0 con 0x555d8c24f2d0 2024-04-26T01:48:47.794 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.796+0000 7f2011322740 10 client.15309 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:47.794 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.796+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d8c279a30 con 0x555d8c24f2d0 2024-04-26T01:48:47.794 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2000003970 con 0x555d8c24f2d0 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1ff003a070 con 0x555d8c24f2d0 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 10 client.15309 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 10 client.15309 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 20 client.15309 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c27ae90 0x555d8c27d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 4 client.15309 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d8c1c88b0 con 0x555d8c27ae90 2024-04-26T01:48:47.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.797+0000 7f2007400640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c27ae90 0x555d8c27d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.798+0000 7f2007400640 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c27ae90 0x555d8c27d280 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8eb85ff49a68381d server_cookie=da08fff1a1964218 in_seq=0 out_seq=0 2024-04-26T01:48:47.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.798+0000 7f1ff5600640 10 client.15309 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.799+0000 7f1ff5600640 1 -- 172.21.15.100:0/1791130430 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555d8c1c88b0 con 0x555d8c27ae90 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.799+0000 7f1ff5600640 10 client.15309 handle_command_reply: tid=0 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.799+0000 7f2011322740 1 client.15309 shutdown 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.799+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 msgr2=0x555d8c257100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.799+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f1ff00c4640 tx=0x7f1ff0004470 comp rx=0 tx=0).stop 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 shutdown_connections 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c27ae90 0x555d8c27d280 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c257100 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 --2- 172.21.15.100:0/1791130430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c256bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 >> 172.21.15.100:0/1791130430 conn(0x555d8c24aec0 msgr2=0x555d8c250c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f1ff5600640 0 client.15309 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:47.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 shutdown_connections 2024-04-26T01:48:47.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 1 -- 172.21.15.100:0/1791130430 wait complete. 2024-04-26T01:48:47.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.800+0000 7f2011322740 20 client.15309 trim_cache size 0 max 16384 2024-04-26T01:48:47.826 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.829+0000 7f2011322740 1 Processor -- start 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.829+0000 7f2011322740 1 -- start start 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c24a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c2513c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f200810dcf0 con 0x555d8c24f2d0 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f20081ad3f0 con 0x555d8c259b90 2024-04-26T01:48:47.827 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2011322740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f20081abf80 con 0x555d8c24e9b0 2024-04-26T01:48:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f1ffea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c2513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f1ffea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c2513c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59828/0 (socket says 172.21.15.100:59828) 2024-04-26T01:48:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2007e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f1ffea00640 1 -- 172.21.15.100:0/2833386879 learned_addr learned my addr 172.21.15.100:0/2833386879 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:47.828 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.830+0000 7f2007400640 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c24a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.829 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 -- 172.21.15.100:0/2833386879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 msgr2=0x555d8c24a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.829 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c24a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.829 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 -- 172.21.15.100:0/2833386879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 msgr2=0x555d8c2513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.829 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c2513c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.829 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 -- 172.21.15.100:0/2833386879 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d8c24ace0 con 0x555d8c259b90 2024-04-26T01:48:47.830 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.832+0000 7f2007e00640 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257290 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2000004100 tx=0x7f2000005ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=804bb8ef5588113a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.830 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.833+0000 7f1ff7e00640 1 -- 172.21.15.100:0/2833386879 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2000005cc0 con 0x555d8c259b90 2024-04-26T01:48:47.830 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.833+0000 7f1ff7e00640 1 -- 172.21.15.100:0/2833386879 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2000027070 con 0x555d8c259b90 2024-04-26T01:48:47.830 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.833+0000 7f1ff7e00640 1 -- 172.21.15.100:0/2833386879 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2000004420 con 0x555d8c259b90 2024-04-26T01:48:47.831 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.834+0000 7f2011322740 1 -- 172.21.15.100:0/2833386879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 msgr2=0x555d8c257290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.831 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.834+0000 7f2011322740 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257290 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2000004100 tx=0x7f2000005ac0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 -- 172.21.15.100:0/2833386879 shutdown_connections 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c257290 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24f2d0 0x555d8c2513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 --2- 172.21.15.100:0/2833386879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24e9b0 0x555d8c24a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 -- 172.21.15.100:0/2833386879 >> 172.21.15.100:0/2833386879 conn(0x555d8c24aec0 msgr2=0x555d8c256b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.832 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 -- 172.21.15.100:0/2833386879 shutdown_connections 2024-04-26T01:48:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.835+0000 7f2011322740 1 -- 172.21.15.100:0/2833386879 wait complete. 2024-04-26T01:48:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.836+0000 7f2011322740 1 -- start start 2024-04-26T01:48:47.833 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.836+0000 7f2011322740 1 Processor -- start 2024-04-26T01:48:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c270c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24f2d0 0x555d8c271170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f20081acd20 con 0x555d8c24e9b0 2024-04-26T01:48:47.834 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f20081ac650 con 0x555d8c259b90 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f200810bcd0 con 0x555d8c24f2d0 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2011322740 10 client.0 _ll_register_callbacks cb 0x7f1ff00bbcd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2007e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2007e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58630/0 (socket says 172.21.15.100:58630) 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f2007e00640 1 -- 172.21.15.100:0/2739963208 learned_addr learned my addr 172.21.15.100:0/2739963208 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:47.835 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.837+0000 7f1ffea00640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24f2d0 0x555d8c271170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 -- 172.21.15.100:0/2739963208 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24f2d0 msgr2=0x555d8c271170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24f2d0 0x555d8c271170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 -- 172.21.15.100:0/2739963208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 msgr2=0x555d8c270c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007400640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c270c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c270c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 -- 172.21.15.100:0/2739963208 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d8c2e0950 con 0x555d8c259b90 2024-04-26T01:48:47.836 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007400640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c270c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:47.837 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f2007e00640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f20000098c0 tx=0x7f2000005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae6d6db9eacaa5e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:47.837 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.838+0000 7f1ff5600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:47.837 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.839+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200000dc50 con 0x555d8c259b90 2024-04-26T01:48:47.837 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.839+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f2000003970 con 0x555d8c259b90 2024-04-26T01:48:47.837 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.839+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2000027070 con 0x555d8c259b90 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.840+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f200000ddf0 con 0x555d8c259b90 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.840+0000 7f2011322740 10 client.25430 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.840+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d8c2e1b90 con 0x555d8c259b90 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2000027070 con 0x555d8c259b90 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2000034030 con 0x555d8c259b90 2024-04-26T01:48:47.838 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 10 client.25430 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 10 client.25430 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 20 client.25430 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c2e1e70 0x555d8c2e4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 4 client.25430 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555d8c1c2320 con 0x555d8c2e1e70 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.841+0000 7f2007400640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c2e1e70 0x555d8c2e4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:47.839 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.842+0000 7f2007400640 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c2e1e70 0x555d8c2e4260 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40d42351cb663327 server_cookie=5beb8ba21a8be95c in_seq=0 out_seq=0 2024-04-26T01:48:47.840 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.843+0000 7f1ff5600640 10 client.25430 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.851+0000 7f1ff5600640 1 -- 172.21.15.100:0/2739963208 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555d8c1c2320 con 0x555d8c2e1e70 2024-04-26T01:48:47.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.851+0000 7f1ff5600640 10 client.25430 handle_command_reply: tid=0 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.851+0000 7f2011322740 1 client.25430 shutdown 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 msgr2=0x555d8c2e0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f20000098c0 tx=0x7f2000005d50 comp rx=0 tx=0).stop 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 shutdown_connections 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555d8c2e1e70 0x555d8c2e4260 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d8c259b90 0x555d8c2e0410 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555d8c24f2d0 0x555d8c271170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 --2- 172.21.15.100:0/2739963208 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555d8c24e9b0 0x555d8c270c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f1ff5600640 0 client.25430 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 >> 172.21.15.100:0/2739963208 conn(0x555d8c24aec0 msgr2=0x555d8c2573f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 shutdown_connections 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 1 -- 172.21.15.100:0/2739963208 wait complete. 2024-04-26T01:48:47.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.852+0000 7f2011322740 20 client.25430 trim_cache size 0 max 16384 2024-04-26T01:48:47.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:48:47.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:48:47.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:48:47.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 msgr2=0x7f1fec0a63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 0x7f1fec0a63f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x555d8c24ff50 tx=0x7f1ff8005f90 comp rx=0 tx=0).stop 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 msgr2=0x7f20081a4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 0x7f20081a4f90 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0035040 tx=0x7f1ff00326d0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 shutdown_connections 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f1fec0a3f30 0x7f1fec0a63f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.852 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2008112c20 0x7f200819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2008076da0 0x7f20081a4f90 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 --2- 172.21.15.100:0/1268317724 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2008076480 0x7f20081a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.853+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 >> 172.21.15.100:0/1268317724 conn(0x7f20080ffa30 msgr2=0x7f2008101e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.854+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 shutdown_connections 2024-04-26T01:48:47.853 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:48:47.854+0000 7f200d200640 1 -- 172.21.15.100:0/1268317724 wait complete. 2024-04-26T01:48:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:47 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:48.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:47 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:48.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:47 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:48.077 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:48.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:48 smithi100 ceph-mon[28020]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:48:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:48 smithi133 ceph-mon[32344]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:48:49.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:48 smithi148 ceph-mon[32990]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-04-26T01:48:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:49 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:49 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:49.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:49 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:48:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:49 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:49.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:49 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:49.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:49 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:48:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:49 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:48:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:49 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:48:50.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:49 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 -- 172.21.15.100:0/1978113843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006a750 msgr2=0x7f3b4006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 --2- 172.21.15.100:0/1978113843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006a750 0x7f3b4006abb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c0098f0 tx=0x7f3b2c009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 -- 172.21.15.100:0/1978113843 shutdown_connections 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 --2- 172.21.15.100:0/1978113843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b4006b0f0 0x7f3b4010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 --2- 172.21.15.100:0/1978113843 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b40108a30 0x7f3b40108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 --2- 172.21.15.100:0/1978113843 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006a750 0x7f3b4006abb0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 -- 172.21.15.100:0/1978113843 >> 172.21.15.100:0/1978113843 conn(0x7f3b400788f0 msgr2=0x7f3b40078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 -- 172.21.15.100:0/1978113843 shutdown_connections 2024-04-26T01:48:50.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.478+0000 7f3b45400700 1 -- 172.21.15.100:0/1978113843 wait complete. 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.480+0000 7f3b45400700 1 Processor -- start 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.480+0000 7f3b45400700 1 -- start start 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.480+0000 7f3b45400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 0x7f3b401992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b45400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 0x7f3b40199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b45400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 0x7f3b4019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b45400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40112da0 con 0x7f3b4006a750 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b45400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40112c20 con 0x7f3b40108a30 2024-04-26T01:48:50.479 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b45400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3b40112f20 con 0x7f3b4006b0f0 2024-04-26T01:48:50.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b3de00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 0x7f3b40199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:50.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b3de00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 0x7f3b40199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:53030/0 (socket says 172.21.15.100:53030) 2024-04-26T01:48:50.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b3de00700 1 -- 172.21.15.100:0/311038193 learned_addr learned my addr 172.21.15.100:0/311038193 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:50.480 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.481+0000 7f3b3f200700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 0x7f3b4019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:50.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.482+0000 7f3b3f200700 1 -- 172.21.15.100:0/311038193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 msgr2=0x7f3b40199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:50.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.482+0000 7f3b3f200700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 0x7f3b40199810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:50.481 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.482+0000 7f3b3f200700 1 -- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 msgr2=0x7f3b401992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.482+0000 7f3b3e800700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 0x7f3b401992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.483+0000 7f3b3f200700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 0x7f3b401992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.483+0000 7f3b3f200700 1 -- 172.21.15.100:0/311038193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4019e290 con 0x7f3b40108a30 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.483+0000 7f3b3e800700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 0x7f3b401992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.483+0000 7f3b3f200700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 0x7f3b4019db50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3b3800efc0 tx=0x7f3b3800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.484+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b380092e0 con 0x7f3b40108a30 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.484+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3b38004bb0 con 0x7f3b40108a30 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.484+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4019e520 con 0x7f3b40108a30 2024-04-26T01:48:50.482 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.484+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38004280 con 0x7f3b40108a30 2024-04-26T01:48:50.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.484+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b40101940 con 0x7f3b40108a30 2024-04-26T01:48:50.483 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.486+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b40069730 con 0x7f3b40108a30 2024-04-26T01:48:50.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.490+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f3b3801b030 con 0x7f3b40108a30 2024-04-26T01:48:50.489 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.492+0000 7f3b37400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 0x7f3b240a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:50.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.492+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f3b380d0b20 con 0x7f3b40108a30 2024-04-26T01:48:50.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.492+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b38022020 con 0x7f3b40108a30 2024-04-26T01:48:50.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.493+0000 7f3b3e800700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 0x7f3b240a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:50.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:50.494+0000 7f3b3e800700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 0x7f3b240a6410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3b30005fd0 tx=0x7f3b30009310 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:50.808 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:50 smithi100 ceph-mon[28020]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:48:50.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:50 smithi133 ceph-mon[32344]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:48:51.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.016+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b4002df80 con 0x7f3b40108a30 2024-04-26T01:48:51.015 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.017+0000 7f3b37400700 1 -- 172.21.15.100:0/311038193 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11958 (secure 0 0 0) 0x7f3b38010040 con 0x7f3b40108a30 2024-04-26T01:48:51.016 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:48:51.016 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:47:38.775698+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24494":{"gid":24494,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2577042243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2577042243},{"type":"v1","addr":"172.21.15.133:6837","nonce":2577042243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:48:51.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.021+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 msgr2=0x7f3b240a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:51.019 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.021+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 0x7f3b240a6410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3b30005fd0 tx=0x7f3b30009310 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.021+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 msgr2=0x7f3b4019db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.021+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 0x7f3b4019db50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3b3800efc0 tx=0x7f3b3800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 shutdown_connections 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3b240a3f50 0x7f3b240a6410 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b40108a30 0x7f3b4019db50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3b4006a750 0x7f3b401992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 --2- 172.21.15.100:0/311038193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3b4006b0f0 0x7f3b40199810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:51.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 >> 172.21.15.100:0/311038193 conn(0x7f3b400788f0 msgr2=0x7f3b400ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:51.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 shutdown_connections 2024-04-26T01:48:51.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:51.022+0000 7f3b45400700 1 -- 172.21.15.100:0/311038193 wait complete. 2024-04-26T01:48:51.021 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 29 2024-04-26T01:48:51.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:50 smithi148 ceph-mon[32990]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:48:51.788 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/311038193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:51.842 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0' 2024-04-26T01:48:51.842 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0 2024-04-26T01:48:51.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:51 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/311038193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:52.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:51 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/311038193' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:48:52.364 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:52.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:52 smithi100 ceph-mon[28020]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:52 smithi133 ceph-mon[32344]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:52.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:52 smithi148 ceph-mon[32990]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 -- 172.21.15.100:0/2507544058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd81034b0 msgr2=0x7f9dd810f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 --2- 172.21.15.100:0/2507544058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd81034b0 0x7f9dd810f8e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000b0a0 tx=0x7f9dd000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 -- 172.21.15.100:0/2507544058 shutdown_connections 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 --2- 172.21.15.100:0/2507544058 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd81034b0 0x7f9dd810f8e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 --2- 172.21.15.100:0/2507544058 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8108a80 0x7f9dd8108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.666 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 --2- 172.21.15.100:0/2507544058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd8102af0 0x7f9dd8102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 -- 172.21.15.100:0/2507544058 >> 172.21.15.100:0/2507544058 conn(0x7f9dd8079b20 msgr2=0x7f9dd8079f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 -- 172.21.15.100:0/2507544058 shutdown_connections 2024-04-26T01:48:54.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.667+0000 7f9ddf600700 1 -- 172.21.15.100:0/2507544058 wait complete. 2024-04-26T01:48:54.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.668+0000 7f9ddf600700 1 Processor -- start 2024-04-26T01:48:54.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.668+0000 7f9ddf600700 1 -- start start 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.668+0000 7f9ddf600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.668+0000 7f9ddf600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd81034b0 0x7f9dd819b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddf600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 0x7f9dd819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddf600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd8112e40 con 0x7f9dd8108a80 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddf600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd8112cc0 con 0x7f9dd81034b0 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddf600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd8112fc0 con 0x7f9dd8102af0 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 0x7f9dd819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:52588/0 (socket says 172.21.15.100:52588) 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 -- 172.21.15.100:0/659874201 learned_addr learned my addr 172.21.15.100:0/659874201 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd81034b0 0x7f9dd819b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.669 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 -- 172.21.15.100:0/659874201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd81034b0 msgr2=0x7f9dd819b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd81034b0 0x7f9dd819b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 -- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 msgr2=0x7f9dd819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 0x7f9dd819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddcc00700 1 -- 172.21.15.100:0/659874201 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd81a03d0 con 0x7f9dd8102af0 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.669+0000 7f9ddd600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 0x7f9dd819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc00e9a0 tx=0x7f9dcc00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.670 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9dd5600700 1 -- 172.21.15.100:0/659874201 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc00cbd0 con 0x7f9dd8102af0 2024-04-26T01:48:54.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9dd5600700 1 -- 172.21.15.100:0/659874201 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dcc00cd70 con 0x7f9dd8102af0 2024-04-26T01:48:54.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dd81a06c0 con 0x7f9dd8102af0 2024-04-26T01:48:54.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dd81a7f40 con 0x7f9dd8102af0 2024-04-26T01:48:54.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.670+0000 7f9dd5600700 1 -- 172.21.15.100:0/659874201 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc0187a0 con 0x7f9dd8102af0 2024-04-26T01:48:54.673 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.675+0000 7f9dd5600700 1 -- 172.21.15.100:0/659874201 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7f9dcc010ab0 con 0x7f9dd8102af0 2024-04-26T01:48:54.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9de9eceb80 1 Processor -- start 2024-04-26T01:48:54.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9dd5600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 0x7f9dc00a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9dd5600700 1 -- 172.21.15.100:0/659874201 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f9dcc0d0d20 con 0x7f9dd8102af0 2024-04-26T01:48:54.675 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9de9eceb80 1 -- start start 2024-04-26T01:48:54.676 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b954c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.676 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.677+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b9557020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 0x5630b9559950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5630b949f020 con 0x5630b954c6f0 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5630b94458c0 con 0x5630b9557560 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5630b949afe0 con 0x5630b954bdd0 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9ddd600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 0x7f9dc00a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 0x5630b9559950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.677 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9dd7e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b9557020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.678 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 0x5630b9559950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33902/0 (socket says 172.21.15.100:33902) 2024-04-26T01:48:54.678 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.678+0000 7f9ddd600700 1 -- 172.21.15.100:0/3725261791 learned_addr learned my addr 172.21.15.100:0/3725261791 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:54.678 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b954c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9dd7e00700 1 -- 172.21.15.100:0/3725261791 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 msgr2=0x5630b954c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b954c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9dd7e00700 1 -- 172.21.15.100:0/3725261791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 msgr2=0x5630b9559950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 0x5630b9559950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.679+0000 7f9dd7e00700 1 -- 172.21.15.100:0/3725261791 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630b943b810 con 0x5630b954c6f0 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.680+0000 7f9ddd600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 0x7f9dc00a64b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0009610 tx=0x7f9dd0009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.679 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.680+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b954c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:54.680 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.680+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b9557020 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9dc400a870 tx=0x7f9dc400ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f62354e53d794e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.680 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.681+0000 7f9dca000700 1 -- 172.21.15.100:0/3725261791 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4015070 con 0x5630b954c6f0 2024-04-26T01:48:54.680 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.681+0000 7f9dca000700 1 -- 172.21.15.100:0/3725261791 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dc4011cd0 con 0x5630b954c6f0 2024-04-26T01:48:54.680 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.681+0000 7f9dca000700 1 -- 172.21.15.100:0/3725261791 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc400cd10 con 0x5630b954c6f0 2024-04-26T01:48:54.680 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 -- 172.21.15.100:0/3725261791 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 msgr2=0x5630b9557020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b9557020 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9dc400a870 tx=0x7f9dc400ab80 comp rx=0 tx=0).stop 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 -- 172.21.15.100:0/3725261791 shutdown_connections 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b9557560 0x5630b9559950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b954c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/3725261791 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b9557020 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 -- 172.21.15.100:0/3725261791 >> 172.21.15.100:0/3725261791 conn(0x5630b947b0e0 msgr2=0x5630b95482e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 -- 172.21.15.100:0/3725261791 shutdown_connections 2024-04-26T01:48:54.681 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.682+0000 7f9de9eceb80 1 -- 172.21.15.100:0/3725261791 wait complete. 2024-04-26T01:48:54.682 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.683+0000 7f9de9eceb80 1 -- start start 2024-04-26T01:48:54.682 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.683+0000 7f9de9eceb80 1 Processor -- start 2024-04-26T01:48:54.682 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.682 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954c6f0 0x5630b9553ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.683 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 0x5630b9554430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.683 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5630b955a050 con 0x5630b9557560 2024-04-26T01:48:54.683 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5630b94589f0 con 0x5630b954bdd0 2024-04-26T01:48:54.683 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5630b955a1d0 con 0x5630b954c6f0 2024-04-26T01:48:54.683 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9de9eceb80 10 client.0 _ll_register_callbacks cb 0x5630b94378b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33916/0 (socket says 172.21.15.100:33916) 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9ddcc00700 1 -- 172.21.15.100:0/1251092982 learned_addr learned my addr 172.21.15.100:0/1251092982 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.684+0000 7f9ddd600700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 0x5630b9554430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954c6f0 0x5630b9553ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddcc00700 1 -- 172.21.15.100:0/1251092982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954c6f0 msgr2=0x5630b9553ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.684 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954c6f0 0x5630b9553ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddcc00700 1 -- 172.21.15.100:0/1251092982 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 msgr2=0x5630b9554430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 0x5630b9554430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddcc00700 1 -- 172.21.15.100:0/1251092982 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630b93eca60 con 0x5630b954bdd0 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.685+0000 7f9ddd600700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 0x5630b9554430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc098f00 tx=0x7f9dcc09cfe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1cbffa648cde3ca server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9dbea00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dcc0ce800 con 0x5630b954bdd0 2024-04-26T01:48:54.685 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dc4011cd0 con 0x5630b954bdd0 2024-04-26T01:48:54.686 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f9dcc09bef0 con 0x5630b954bdd0 2024-04-26T01:48:54.686 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9dcc0a5710 con 0x5630b954bdd0 2024-04-26T01:48:54.686 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9de9eceb80 10 client.25442 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:54.686 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.686+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630b9435c80 con 0x5630b954bdd0 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dc4011cd0 con 0x5630b954bdd0 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9dcc0a1fe0 con 0x5630b954bdd0 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9de9eceb80 10 client.25442 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9de9eceb80 10 client.25442 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9de9eceb80 20 client.25442 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.687+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9566c20 0x5630b9569010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.688+0000 7f9de9eceb80 4 client.25442 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.688+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630b94ac810 con 0x5630b9566c20 2024-04-26T01:48:54.687 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.688+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9566c20 0x5630b9569010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.688 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.689+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9566c20 0x5630b9569010 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=247abb2ad9418280 server_cookie=2be4d72b4a41e3c0 in_seq=0 out_seq=0 2024-04-26T01:48:54.688 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.689+0000 7f9dbea00700 10 client.25442 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:54.688 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.689+0000 7f9dbea00700 1 -- 172.21.15.100:0/1251092982 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5630b94ac810 con 0x5630b9566c20 2024-04-26T01:48:54.688 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.689+0000 7f9dbea00700 10 client.25442 handle_command_reply: tid=0 2024-04-26T01:48:54.688 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 client.25442 shutdown 2024-04-26T01:48:54.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 msgr2=0x5630b9556bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc098f00 tx=0x7f9dcc09cfe0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 shutdown_connections 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b9557560 0x5630b9554430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954bdd0 0x5630b9556bf0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.690+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9566c20 0x5630b9569010 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/1251092982 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954c6f0 0x5630b9553ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 >> 172.21.15.100:0/1251092982 conn(0x5630b947b0e0 msgr2=0x5630b9547ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9dbea00700 0 client.25442 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 shutdown_connections 2024-04-26T01:48:54.690 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9de9eceb80 1 -- 172.21.15.100:0/1251092982 wait complete. 2024-04-26T01:48:54.691 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.691+0000 7f9de9eceb80 20 client.25442 trim_cache size 0 max 16384 2024-04-26T01:48:54.714 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.716+0000 7f9de9eceb80 1 Processor -- start 2024-04-26T01:48:54.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.716+0000 7f9de9eceb80 1 -- start start 2024-04-26T01:48:54.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.716+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 0x5630b954f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.716+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b9562f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.715 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81af590 con 0x5630b947b0e0 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81b10d0 con 0x5630b954c6f0 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81afc60 con 0x5630b954bdd0 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 0x5630b954f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33922/0 (socket says 172.21.15.100:33922) 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddd600700 1 -- 172.21.15.100:0/4208224016 learned_addr learned my addr 172.21.15.100:0/4208224016 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:54.716 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b9562f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddd600700 1 -- 172.21.15.100:0/4208224016 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 msgr2=0x5630b9562f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.717+0000 7f9ddd600700 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b9562f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9ddd600700 1 -- 172.21.15.100:0/4208224016 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 msgr2=0x5630b954f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9ddd600700 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 0x5630b954f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9ddd600700 1 -- 172.21.15.100:0/4208224016 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630b954cd70 con 0x5630b954c6f0 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 0x5630b954f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:54.717 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9ddd600700 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000d010 tx=0x7f9dd0023000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e857eefb28b94604 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9dc9600700 1 -- 172.21.15.100:0/4208224016 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0007ac0 con 0x5630b954c6f0 2024-04-26T01:48:54.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9dc9600700 1 -- 172.21.15.100:0/4208224016 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dd0007c60 con 0x5630b954c6f0 2024-04-26T01:48:54.718 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.718+0000 7f9dc9600700 1 -- 172.21.15.100:0/4208224016 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd001e690 con 0x5630b954c6f0 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.719+0000 7f9de9eceb80 1 -- 172.21.15.100:0/4208224016 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 msgr2=0x5630b956e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.719+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000d010 tx=0x7f9dd0023000 comp rx=0 tx=0).stop 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 -- 172.21.15.100:0/4208224016 shutdown_connections 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b954c6f0 0x5630b956e8c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b947b0e0 0x5630b954f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/4208224016 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b9562f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 -- 172.21.15.100:0/4208224016 >> 172.21.15.100:0/4208224016 conn(0x5630b9559bd0 msgr2=0x5630b954efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 -- 172.21.15.100:0/4208224016 shutdown_connections 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 -- 172.21.15.100:0/4208224016 wait complete. 2024-04-26T01:48:54.719 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.720+0000 7f9de9eceb80 1 -- start start 2024-04-26T01:48:54.720 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 Processor -- start 2024-04-26T01:48:54.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b947b0e0 0x5630b955f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b955f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.721 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81b0a00 con 0x5630b954c6f0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81b0330 con 0x5630b947b0e0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd81ad530 con 0x5630b954bdd0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9de9eceb80 10 client.0 _ll_register_callbacks cb 0x5630b94378b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.721+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddcc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b947b0e0 0x5630b955f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59132/0 (socket says 172.21.15.100:59132) 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 -- 172.21.15.100:0/835095217 learned_addr learned my addr 172.21.15.100:0/835095217 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9dd7e00700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b955f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 -- 172.21.15.100:0/835095217 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 msgr2=0x5630b955f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.722 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b955f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 -- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b947b0e0 msgr2=0x5630b955f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b947b0e0 0x5630b955f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.722+0000 7f9ddd600700 1 -- 172.21.15.100:0/835095217 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630b9550970 con 0x5630b954c6f0 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.723+0000 7f9ddd600700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000b3f0 tx=0x7f9dd0009db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d37b07e9175fbf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.723+0000 7f9dbea00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.723+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0038070 con 0x5630b954c6f0 2024-04-26T01:48:54.723 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.723+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dd0007c60 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.723+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f9dd002aa10 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9dd002a830 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 10 client.15333 fetch_fsmap learned FSMap version 29 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5630b95ceae0 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9dd0007c60 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9dd0011070 con 0x5630b954c6f0 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 10 client.15333 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 10 client.15333 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 20 client.15333 populate_metadata read hostname 'smithi100' 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9557560 0x5630b95d1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 4 client.15333 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}] 2024-04-26T01:48:54.724 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.724+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}) -- 0x5630b94a68b0 con 0x5630b9557560 2024-04-26T01:48:54.725 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.725+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9557560 0x5630b95d1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.725 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.725+0000 7f9ddcc00700 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9557560 0x5630b95d1200 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35f2ab0b45ad0e76 server_cookie=672a921b9b140084 in_seq=0 out_seq=0 2024-04-26T01:48:54.725 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.725+0000 7f9dbea00700 10 client.15333 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:54.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.734+0000 7f9dbea00700 1 -- 172.21.15.100:0/835095217 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5630b94a68b0 con 0x5630b9557560 2024-04-26T01:48:54.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.734+0000 7f9dbea00700 10 client.15333 handle_command_reply: tid=0 2024-04-26T01:48:54.732 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.734+0000 7f9de9eceb80 1 client.15333 shutdown 2024-04-26T01:48:54.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.734+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 msgr2=0x5630b95502a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.734+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000b3f0 tx=0x7f9dd0009db0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 shutdown_connections 2024-04-26T01:48:54.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5630b954c6f0 0x5630b95502a0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.733 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630b947b0e0 0x5630b955f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5630b9557560 0x5630b95d1200 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 --2- 172.21.15.100:0/835095217 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5630b954bdd0 0x5630b955f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 >> 172.21.15.100:0/835095217 conn(0x5630b9559bd0 msgr2=0x5630b9555720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9dbea00700 0 client.15333 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 shutdown_connections 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 1 -- 172.21.15.100:0/835095217 wait complete. 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.735+0000 7f9de9eceb80 20 client.15333 trim_cache size 0 max 16384 2024-04-26T01:48:54.734 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 29, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 2, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "b45eaa22": { 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 2, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 85.6, 2024-04-26T01:48:54.735 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:48:54.736 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 msgr2=0x7f9dc00a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 0x7f9dc00a64b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0009610 tx=0x7f9dd0009500 comp rx=0 tx=0).stop 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 msgr2=0x7f9dd819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc00e9a0 tx=0x7f9dcc00ed60 comp rx=0 tx=0).stop 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 shutdown_connections 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f9dc00a3ff0 0x7f9dc00a64b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f9dd8108a80 0x7f9dd819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f9dd8102af0 0x7f9dd819b3c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 --2- 172.21.15.100:0/659874201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9dd81034b0 0x7f9dd819b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 >> 172.21.15.100:0/659874201 conn(0x7f9dd8079b20 msgr2=0x7f9dd810dc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.736+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 shutdown_connections 2024-04-26T01:48:54.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:48:54.737+0000 7f9ddf600700 1 -- 172.21.15.100:0/659874201 wait complete. 2024-04-26T01:48:54.754 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:54 smithi100 ceph-mon[28020]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:48:54.902 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:54 smithi133 ceph-mon[32344]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:48:55.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:54 smithi148 ceph-mon[32990]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:48:55.814 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b45eaa22', quiesce took 8.3 seconds. Will release after: 25.6 2024-04-26T01:48:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:56 smithi133 ceph-mon[32344]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:56 smithi148 ceph-mon[32990]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:57.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:56 smithi100 ceph-mon[28020]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-26T01:48:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:48:58 smithi133 ceph-mon[32344]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:48:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:48:58 smithi148 ceph-mon[32990]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:48:59.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:48:58 smithi100 ceph-mon[28020]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:49:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:00 smithi133 ceph-mon[32344]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:49:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.994+0000 7fbac7a00640 1 -- 172.21.15.100:0/259187632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 msgr2=0x7fbac0100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.994+0000 7fbac7a00640 1 --2- 172.21.15.100:0/259187632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac0100aa0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbab4009900 tx=0x7fbab402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 -- 172.21.15.100:0/259187632 shutdown_connections 2024-04-26T01:49:00.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 --2- 172.21.15.100:0/259187632 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac0107280 0x7fbac010ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 --2- 172.21.15.100:0/259187632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0101070 0x7fbac0106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 --2- 172.21.15.100:0/259187632 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac0100aa0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 -- 172.21.15.100:0/259187632 >> 172.21.15.100:0/259187632 conn(0x7fbac0077390 msgr2=0x7fbac00fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 -- 172.21.15.100:0/259187632 shutdown_connections 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.995+0000 7fbac7a00640 1 -- 172.21.15.100:0/259187632 wait complete. 2024-04-26T01:49:00.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 Processor -- start 2024-04-26T01:49:00.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 -- start start 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 0x7fbac01a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac019a860 0x7fbac019ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbac0112320 con 0x7fbac019a860 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01121a0 con 0x7fbac0107280 2024-04-26T01:49:00.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac7a00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01124a0 con 0x7fbac01006c0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac5000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.996+0000 7fbac5000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:52648/0 (socket says 172.21.15.100:52648) 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 -- 172.21.15.100:0/2928004876 learned_addr learned my addr 172.21.15.100:0/2928004876 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbabfe00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 0x7fbac01a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac019a860 0x7fbac019ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 -- 172.21.15.100:0/2928004876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 msgr2=0x7fbac01a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 0x7fbac01a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 -- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac019a860 msgr2=0x7fbac019ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac019a860 0x7fbac019ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 -- 172.21.15.100:0/2928004876 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbac019b380 con 0x7fbac01006c0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbabfe00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 0x7fbac01a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbac5000640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbab4005ab0 tx=0x7fbab40040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.997+0000 7fbabd600640 1 -- 172.21.15.100:0/2928004876 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab403f030 con 0x7fbac01006c0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.998+0000 7fbabd600640 1 -- 172.21.15.100:0/2928004876 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbab40044c0 con 0x7fbac01006c0 2024-04-26T01:49:00.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.998+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbac019b610 con 0x7fbac01006c0 2024-04-26T01:49:01.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.998+0000 7fbabd600640 1 -- 172.21.15.100:0/2928004876 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab4035070 con 0x7fbac01006c0 2024-04-26T01:49:01.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:00.998+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbac01a7800 con 0x7fbac01006c0 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 Processor -- start 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 -- start start 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f894c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f8bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560685ee4900 con 0x560685f7f140 2024-04-26T01:49:01.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560685e8aef0 con 0x560685f7e820 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbaca828740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560685ee08c0 con 0x560685f89a00 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbabd600640 1 -- 172.21.15.100:0/2928004876 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 26) ==== 138880+0+0 (secure 0 0 0) 0x7fbab4042030 con 0x7fbac01006c0 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbac5a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbabfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f8bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbac5a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:33968/0 (socket says 172.21.15.100:33968) 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.001+0000 7fbac5a00640 1 -- 172.21.15.100:0/1748612060 learned_addr learned my addr 172.21.15.100:0/1748612060 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5000640 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f894c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 -- 172.21.15.100:0/1748612060 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 msgr2=0x560685f8bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f8bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 -- 172.21.15.100:0/1748612060 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 msgr2=0x560685f894c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f894c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 -- 172.21.15.100:0/1748612060 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560685bf7210 con 0x560685f7e820 2024-04-26T01:49:01.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbabfe00640 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f8bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbac5a00640 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbab8009f60 tx=0x7fbab8009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=447ed12ab1b282a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.002+0000 7fbab2000640 1 -- 172.21.15.100:0/1748612060 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab801e070 con 0x560685f7e820 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbab2000640 1 -- 172.21.15.100:0/1748612060 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbab8004030 con 0x560685f7e820 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbab2000640 1 -- 172.21.15.100:0/1748612060 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab800f6e0 con 0x560685f7e820 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbabd600640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 0x7fbaa80a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbac5000640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 0x7fbaa80a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbabd600640 1 -- 172.21.15.100:0/2928004876 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fbab40f0d10 con 0x7fbac01006c0 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbaca828740 1 -- 172.21.15.100:0/1748612060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 msgr2=0x560685f7ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.003+0000 7fbaca828740 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fbab8009f60 tx=0x7fbab8009f90 comp rx=0 tx=0).stop 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 -- 172.21.15.100:0/1748612060 shutdown_connections 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f8bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f894c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 --2- 172.21.15.100:0/1748612060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f7ec00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 -- 172.21.15.100:0/1748612060 >> 172.21.15.100:0/1748612060 conn(0x560685f7ad30 msgr2=0x560685f7b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:01.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 -- 172.21.15.100:0/1748612060 shutdown_connections 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 -- 172.21.15.100:0/1748612060 wait complete. 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbac5000640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 0x7fbaa80a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbab40ee370 tx=0x7fbab402a3f0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 -- start start 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.004+0000 7fbaca828740 1 Processor -- start 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f86a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f874d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x560685f8c630 con 0x560685f7f140 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560685e9e310 con 0x560685f7e820 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x560685f8c7b0 con 0x560685f89a00 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbaca828740 10 client.0 _ll_register_callbacks cb 0x560685e6ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59174/0 (socket says 172.21.15.100:59174) 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 -- 172.21.15.100:0/3701413142 learned_addr learned my addr 172.21.15.100:0/3701413142 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f86a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f874d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 -- 172.21.15.100:0/3701413142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 msgr2=0x560685f874d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f874d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 -- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 msgr2=0x560685f86a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f86a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbabfe00640 1 -- 172.21.15.100:0/3701413142 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560685cc3620 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.005+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f86a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbaac012cf0 tx=0x7fbaac00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd6cd526b28c05e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaa6a00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac00fe60 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fbaac012110 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbab8004030 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbaac004050 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaca828740 10 client.15345 fetch_fsmap learned FSMap version 29 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.006+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560685f98a00 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbab8004030 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbaac025450 con 0x560685f7f140 2024-04-26T01:49:01.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 10 client.15345 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:49:01.011 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 10 client.15345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:01.011 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 20 client.15345 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:01.011 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x560685f99e70 0x560685f9c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.011 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 4 client.15345 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:01.011 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560685ef88b0 con 0x560685f99e70 2024-04-26T01:49:01.012 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.007+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x560685f99e70 0x560685f9c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.008+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x560685f99e70 0x560685f9c260 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae9a1b6254921243 server_cookie=4ea7fb2fb2194182 in_seq=0 out_seq=0 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.008+0000 7fbaa6a00640 10 client.15345 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3701413142 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560685ef88b0 con 0x560685f99e70 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaa6a00640 10 client.15345 handle_command_reply: tid=0 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 client.15345 shutdown 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 msgr2=0x560685f86f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fbaac012cf0 tx=0x7fbaac00f790 comp rx=0 tx=0).stop 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 shutdown_connections 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x560685f99e70 0x560685f9c260 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f89a00 0x560685f874d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7f140 0x560685f86f90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 --2- 172.21.15.100:0/3701413142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f86a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 >> 172.21.15.100:0/3701413142 conn(0x560685f7ad30 msgr2=0x560685f80ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:01.013 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaa6a00640 0 client.15345 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:01.014 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 shutdown_connections 2024-04-26T01:49:01.014 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 1 -- 172.21.15.100:0/3701413142 wait complete. 2024-04-26T01:49:01.014 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.009+0000 7fbaca828740 20 client.15345 trim_cache size 0 max 16384 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 Processor -- start 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 -- start start 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f954f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f81d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01afd80 con 0x560685f89a00 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01b18c0 con 0x560685f7e820 2024-04-26T01:49:01.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbaca828740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01b0450 con 0x560685f7f140 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbac5a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbac5a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59180/0 (socket says 172.21.15.100:59180) 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbac5a00640 1 -- 172.21.15.100:0/438534074 learned_addr learned my addr 172.21.15.100:0/438534074 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.026+0000 7fbac5a00640 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f954f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbabfe00640 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f81d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 -- 172.21.15.100:0/438534074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 msgr2=0x560685f81d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f81d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 -- 172.21.15.100:0/438534074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 msgr2=0x560685f954f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f954f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 -- 172.21.15.100:0/438534074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560685f8c120 con 0x560685f89a00 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbac5a00640 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbab80099a0 tx=0x7fbab8009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6543c0c1f13aae32 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.026 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.027+0000 7fbab1600640 1 -- 172.21.15.100:0/438534074 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab801e040 con 0x560685f89a00 2024-04-26T01:49:01.027 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.028+0000 7fbab1600640 1 -- 172.21.15.100:0/438534074 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbab8003ef0 con 0x560685f89a00 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.028+0000 7fbab1600640 1 -- 172.21.15.100:0/438534074 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbab8029280 con 0x560685f89a00 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- 172.21.15.100:0/438534074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 msgr2=0x560685f811e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbab80099a0 tx=0x7fbab8009500 comp rx=0 tx=0).stop 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- 172.21.15.100:0/438534074 shutdown_connections 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f89a00 0x560685f811e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f81d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 --2- 172.21.15.100:0/438534074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f7e820 0x560685f954f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- 172.21.15.100:0/438534074 >> 172.21.15.100:0/438534074 conn(0x560685f7ad30 msgr2=0x560685f872a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- 172.21.15.100:0/438534074 shutdown_connections 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- 172.21.15.100:0/438534074 wait complete. 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 -- start start 2024-04-26T01:49:01.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.029+0000 7fbaca828740 1 Processor -- start 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 0x560685f8f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f89a00 0x560685f90120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01b11f0 con 0x560685f7e820 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01b0b20 con 0x560685f89a00 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbac01add60 con 0x560685f7f140 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbaca828740 10 client.0 _ll_register_callbacks cb 0x7fbaac012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbabfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbabfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:52666/0 (socket says 172.21.15.100:52666) 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbac5a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 0x560685f8f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbabfe00640 1 -- 172.21.15.100:0/3269898670 learned_addr learned my addr 172.21.15.100:0/3269898670 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.030+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f89a00 0x560685f90120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 -- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f89a00 msgr2=0x560685f90120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f89a00 0x560685f90120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 -- 172.21.15.100:0/3269898670 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 msgr2=0x560685f8f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 0x560685f8f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 -- 172.21.15.100:0/3269898670 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560685fff640 con 0x560685f7f140 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 0x560685f8f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbabfe00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x560685f88020 tx=0x7fbaac005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65ccac1a293cbe2e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaa6a00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaac02b040 con 0x560685f7f140 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbab8003ef0 con 0x560685f7f140 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fbaac012110 con 0x560685f7f140 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbaac025450 con 0x560685f7f140 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaca828740 10 client.25495 fetch_fsmap learned FSMap version 29 2024-04-26T01:49:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.031+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560686000980 con 0x560685f7f140 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbab8003ef0 con 0x560685f7f140 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbaac0035f0 con 0x560685f7f140 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 10 client.25495 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 10 client.25495 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 20 client.25495 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5606860010e0 0x560686003500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 4 client.25495 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560685ef2320 con 0x5606860010e0 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.032+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5606860010e0 0x560686003500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.033+0000 7fbac5a00640 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5606860010e0 0x560686003500 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7dd2ceab3eebb41 server_cookie=9fbc30dc796964a1 in_seq=0 out_seq=0 2024-04-26T01:49:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:01.033+0000 7fbaa6a00640 10 client.25495 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:01.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:00 smithi148 ceph-mon[32990]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:49:01.075 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:00 smithi100 ceph-mon[28020]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-26T01:49:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:02 smithi133 ceph-mon[32344]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-26T01:49:03.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:02 smithi148 ceph-mon[32990]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-26T01:49:03.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:02 smithi100 ceph-mon[28020]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1023 B/s wr, 14 op/s 2024-04-26T01:49:03.970 INFO:tasks.workunit.client.0.smithi100.stderr:Updating files: 66% (8361/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-26T01:49:04.573 INFO:tasks.workunit.client.0.smithi100.stderr:Note: switching to 'afa1933b0fdbb6c99c947d1eda34d661d23cd327'. 2024-04-26T01:49:04.573 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: git switch -c 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr:Or undo this operation with: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.574 INFO:tasks.workunit.client.0.smithi100.stderr: git switch - 2024-04-26T01:49:04.575 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.575 INFO:tasks.workunit.client.0.smithi100.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T01:49:04.575 INFO:tasks.workunit.client.0.smithi100.stderr: 2024-04-26T01:49:04.575 INFO:tasks.workunit.client.0.smithi100.stderr:HEAD is now at afa1933b0fd qa/suites/fs: add quiescer to the fs suite 2024-04-26T01:49:04.577 DEBUG:teuthology.orchestra.run.smithi100:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T01:49:04.633 INFO:tasks.workunit.client.0.smithi100.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T01:49:04.639 INFO:tasks.workunit.client.0.smithi100.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:49:04.640 INFO:tasks.workunit.client.0.smithi100.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T01:49:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:04 smithi133 ceph-mon[32344]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:49:04.908 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:04 smithi100 ceph-mon[28020]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:49:05.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:04 smithi148 ceph-mon[32990]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:49:05.092 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaa6a00640 1 -- 172.21.15.100:0/3269898670 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560685ef2320 con 0x5606860010e0 2024-04-26T01:49:05.092 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaa6a00640 10 client.25495 handle_command_reply: tid=0 2024-04-26T01:49:05.092 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 client.25495 shutdown 2024-04-26T01:49:05.092 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 msgr2=0x560685f8fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:05.093 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x560685f88020 tx=0x7fbaac005ce0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.093 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 shutdown_connections 2024-04-26T01:49:05.093 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5606860010e0 0x560686003500 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.093 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560685f89a00 0x560685f90120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x560685f7f140 0x560685f8fbe0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.094+0000 7fbaca828740 1 --2- 172.21.15.100:0/3269898670 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x560685f7e820 0x560685f8f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.095+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 >> 172.21.15.100:0/3269898670 conn(0x560685f7ad30 msgr2=0x560685f869f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.095+0000 7fbaa6a00640 0 client.25495 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.095+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 shutdown_connections 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.095+0000 7fbaca828740 1 -- 172.21.15.100:0/3269898670 wait complete. 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.095+0000 7fbaca828740 20 client.25495 trim_cache size 0 max 16384 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:49:05.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:49:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 msgr2=0x7fbaa80a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 0x7fbaa80a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fbab40ee370 tx=0x7fbab402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 msgr2=0x7fbac01a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbab4005ab0 tx=0x7fbab40040c0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 shutdown_connections 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbaa80a3ee0 0x7fbaa80a63a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbac019a860 0x7fbac019ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbac0107280 0x7fbac01a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 --2- 172.21.15.100:0/2928004876 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbac01006c0 0x7fbac01a06b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.096+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 >> 172.21.15.100:0/2928004876 conn(0x7fbac0077390 msgr2=0x7fbac0105990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.097+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 shutdown_connections 2024-04-26T01:49:05.096 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:05.097+0000 7fbac7a00640 1 -- 172.21.15.100:0/2928004876 wait complete. 2024-04-26T01:49:05.484 INFO:tasks.workunit.client.0.smithi100.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T01:49:05.590 INFO:tasks.workunit.client.0.smithi100.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T01:49:05.668 INFO:tasks.workunit.client.0.smithi100.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:49:05.673 INFO:tasks.workunit.client.0.smithi100.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:49:05.674 INFO:tasks.workunit.client.0.smithi100.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T01:49:05.750 INFO:tasks.workunit.client.0.smithi100.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:49:05.759 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:49:05.759 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T01:49:05.803 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-04-26T01:49:05.804 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-04-26T01:49:05.804 DEBUG:teuthology.orchestra.run.smithi100:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: *** Caught signal (Segmentation fault) ** 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: in thread 7fcc2436a700 thread_name:md_log_replay 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fcc3572bd20] 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2: /usr/bin/ceph-mds(+0x54938f) [0x5624143d738f] 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5624143dab23] 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 4: (MDLog::_replay_thread()+0x617) [0x562414435647] 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 5: (MDLog::ReplayThread::entry()+0x11) [0x56241443ed31] 2024-04-26T01:49:06.377 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fcc357211ca] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 7: clone() 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.006+0000 7fcc2436a700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: in thread 7fcc2436a700 thread_name:md_log_replay 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fcc3572bd20] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2: /usr/bin/ceph-mds(+0x54938f) [0x5624143d738f] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5624143dab23] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 4: (MDLog::_replay_thread()+0x617) [0x562414435647] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 5: (MDLog::ReplayThread::entry()+0x11) [0x56241443ed31] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fcc357211ca] 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 7: clone() 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T01:49:06.378 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 0> 2024-04-26T01:49:06.006+0000 7fcc2436a700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: in thread 7fcc2436a700 thread_name:md_log_replay 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fcc3572bd20] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2: /usr/bin/ceph-mds(+0x54938f) [0x5624143d738f] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5624143dab23] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 4: (MDLog::_replay_thread()+0x617) [0x562414435647] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 5: (MDLog::ReplayThread::entry()+0x11) [0x56241443ed31] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fcc357211ca] 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 7: clone() 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 0> 2024-04-26T01:49:06.006+0000 7fcc2436a700 -1 *** Caught signal (Segmentation fault) ** 2024-04-26T01:49:06.379 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: in thread 7fcc2436a700 thread_name:md_log_replay 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fcc3572bd20] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2: /usr/bin/ceph-mds(+0x54938f) [0x5624143d738f] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x5624143dab23] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 4: (MDLog::_replay_thread()+0x617) [0x562414435647] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 5: (MDLog::ReplayThread::entry()+0x11) [0x56241443ed31] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fcc357211ca] 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 7: clone() 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[62304]: 2024-04-26T01:49:06.380 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 podman[66453]: 2024-04-26 01:49:06.073614815 +0000 UTC m=+0.023018168 container died 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-26T01:49:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:06 smithi100 ceph-mon[28020]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T01:49:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:06 smithi133 ceph-mon[32344]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T01:49:06.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 podman[66453]: 2024-04-26 01:49:06.813484702 +0000 UTC m=+0.762888081 container remove 932ce5900ecb5479b74fb4271f87eb7d73acc0e5c2ae5e73a276a015c1ee4a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:49:06.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:06 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service: Main process exited, code=exited, status=139/n/a 2024-04-26T01:49:07.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:06 smithi148 ceph-mon[32990]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-26T01:49:07.400 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:07 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service: Failed with result 'exit-code'. 2024-04-26T01:49:07.400 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:07 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service: Consumed 1.156s CPU time. 2024-04-26T01:49:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:08 smithi133 ceph-mon[32344]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:09.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:08 smithi148 ceph-mon[32990]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:08 smithi100 ceph-mon[28020]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:10 smithi133 ceph-mon[32344]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:11.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:10 smithi148 ceph-mon[32990]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:11.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:10 smithi100 ceph-mon[28020]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-26T01:49:13.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:12 smithi148 ceph-mon[32990]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:49:13.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:12 smithi148 ceph-mon[32990]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:49:13.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:12 smithi100 ceph-mon[28020]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:49:13.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:12 smithi100 ceph-mon[28020]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:49:13.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:12 smithi133 ceph-mon[32344]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:49:13.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:12 smithi133 ceph-mon[32344]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:49:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:14 smithi148 ceph-mon[32990]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:49:15.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:14 smithi100 ceph-mon[28020]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:49:15.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:14 smithi133 ceph-mon[32344]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:49:17.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:16 smithi148 ceph-mon[32990]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:49:17.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:16 smithi100 ceph-mon[28020]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:49:17.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:16 smithi133 ceph-mon[32344]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service: Scheduled restart job, restart counter is at 1. 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 systemd[1]: Stopped Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service: Consumed 1.156s CPU time. 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 systemd[1]: Starting Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 podman[66551]: 2024-04-26 01:49:17.29578521 +0000 UTC m=+0.019122533 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:49:17.517 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 podman[66551]: 2024-04-26 01:49:17.397192512 +0000 UTC m=+0.120529818 container create 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T01:49:17.772 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 podman[66551]: 2024-04-26 01:49:17.675520394 +0000 UTC m=+0.398857699 container init 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-26T01:49:17.773 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 podman[66551]: 2024-04-26 01:49:17.678577092 +0000 UTC m=+0.401914406 container start 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T01:49:17.773 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 ceph-mds[66570]: -- 172.21.15.133:0/2313471189 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cf6d07ba40 con 0x55cf6d04f000 2024-04-26T01:49:17.773 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: starting mds.h at 2024-04-26T01:49:17.773 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 bash[66551]: 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f 2024-04-26T01:49:18.032 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:49:17 smithi133 systemd[1]: Started Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 -- 172.21.15.100:0/1634123759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4608109490 msgr2=0x7f4608111060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 --2- 172.21.15.100:0/1634123759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4608109490 0x7f4608111060 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f4600009ca0 tx=0x7f460002a8c0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 -- 172.21.15.100:0/1634123759 shutdown_connections 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 --2- 172.21.15.100:0/1634123759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4608109490 0x7f4608111060 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 --2- 172.21.15.100:0/1634123759 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608104d70 0x7f4608108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 --2- 172.21.15.100:0/1634123759 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 -- 172.21.15.100:0/1634123759 >> 172.21.15.100:0/1634123759 conn(0x7f46080ffc80 msgr2=0x7f46081020a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 -- 172.21.15.100:0/1634123759 shutdown_connections 2024-04-26T01:49:18.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.244+0000 7f460e800640 1 -- 172.21.15.100:0/1634123759 wait complete. 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.245+0000 7f460e800640 1 Processor -- start 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 -- start start 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608109490 0x7f46081a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 0x7f460819aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4608114530 con 0x7f46081043c0 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f46081143b0 con 0x7f460819a7f0 2024-04-26T01:49:18.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f460e800640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f46081146b0 con 0x7f4608109490 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f4607400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f4607e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 0x7f460819aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f4607400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59368/0 (socket says 172.21.15.100:59368) 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f4607400640 1 -- 172.21.15.100:0/3442168559 learned_addr learned my addr 172.21.15.100:0/3442168559 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.246+0000 7f45ffe00640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608109490 0x7f46081a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 -- 172.21.15.100:0/3442168559 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608109490 msgr2=0x7f46081a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608109490 0x7f46081a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 -- 172.21.15.100:0/3442168559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 msgr2=0x7f460819aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 0x7f460819aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 -- 172.21.15.100:0/3442168559 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460819b380 con 0x7f46081043c0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607e00640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 0x7f460819aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4607400640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f45f800e9f0 tx=0x7f45f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4604c00640 1 -- 172.21.15.100:0/3442168559 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f800cd80 con 0x7f46081043c0 2024-04-26T01:49:18.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4604c00640 1 -- 172.21.15.100:0/3442168559 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45f8010900 con 0x7f46081043c0 2024-04-26T01:49:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460819b670 con 0x7f46081043c0 2024-04-26T01:49:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.247+0000 7f4604c00640 1 -- 172.21.15.100:0/3442168559 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f8018920 con 0x7f46081043c0 2024-04-26T01:49:18.247 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.248+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46081a7800 con 0x7f46081043c0 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 Processor -- start 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 -- start start 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f4604c00640 1 -- 172.21.15.100:0/3442168559 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f45f8010ab0 con 0x7f46081043c0 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c91140 0x562912c9b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c9ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.249 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562912bf6900 con 0x562912c9ba00 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562912b9cef0 con 0x562912c90820 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.251+0000 7f46115f8740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562912bf28c0 con 0x562912c91140 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58996/0 (socket says 172.21.15.100:58996) 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 -- 172.21.15.100:0/739232199 learned_addr learned my addr 172.21.15.100:0/739232199 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f45ffe00640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c9ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607400640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c91140 0x562912c9b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 -- 172.21.15.100:0/739232199 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c91140 msgr2=0x562912c9b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c91140 0x562912c9b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 -- 172.21.15.100:0/739232199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 msgr2=0x562912c9ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c9ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 -- 172.21.15.100:0/739232199 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562912909210 con 0x562912c90820 2024-04-26T01:49:18.250 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f45ffe00640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c9ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.252+0000 7f4607e00640 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4600005f60 tx=0x7f4600005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a707a89b33a73da server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f45fcc00640 1 -- 172.21.15.100:0/739232199 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4600003b70 con 0x562912c90820 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f45fcc00640 1 -- 172.21.15.100:0/739232199 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4600036040 con 0x562912c90820 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f45fcc00640 1 -- 172.21.15.100:0/739232199 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46000043e0 con 0x562912c90820 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f4604c00640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 0x7f45ec0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f4604c00640 1 -- 172.21.15.100:0/3442168559 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f45f80d0bc0 con 0x7f46081043c0 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f4607400640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 0x7f45ec0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 -- 172.21.15.100:0/739232199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 msgr2=0x562912c90c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4600005f60 tx=0x7f4600005f90 comp rx=0 tx=0).stop 2024-04-26T01:49:18.255 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 -- 172.21.15.100:0/739232199 shutdown_connections 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c9ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c91140 0x562912c9b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 --2- 172.21.15.100:0/739232199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912c90c00 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.253+0000 7f46115f8740 1 -- 172.21.15.100:0/739232199 >> 172.21.15.100:0/739232199 conn(0x562912c8cd30 msgr2=0x562912c8d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.254+0000 7f46115f8740 1 -- 172.21.15.100:0/739232199 shutdown_connections 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.254+0000 7f46115f8740 1 -- 172.21.15.100:0/739232199 wait complete. 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.254+0000 7f4607400640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 0x7f45ec0a6280 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x562912c91dc0 tx=0x7f45f8000bc0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.254+0000 7f46115f8740 1 -- start start 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.254+0000 7f46115f8740 1 Processor -- start 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c98a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c99480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562912c9e450 con 0x562912c9ba00 2024-04-26T01:49:18.256 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562912bb0310 con 0x562912c91140 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562912c9e5d0 con 0x562912c90820 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f46115f8740 10 client.0 _ll_register_callbacks cb 0x562912b7ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:59010/0 (socket says 172.21.15.100:59010) 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 -- 172.21.15.100:0/2318141462 learned_addr learned my addr 172.21.15.100:0/2318141462 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f4607e00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c98a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f4607e00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c99480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 -- 172.21.15.100:0/2318141462 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 msgr2=0x562912c98a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c98a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 -- 172.21.15.100:0/2318141462 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 msgr2=0x562912c99480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c99480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f45ffe00640 1 -- 172.21.15.100:0/2318141462 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629129d5620 con 0x562912c91140 2024-04-26T01:49:18.257 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.255+0000 7f4607e00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c99480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f45f0009fd0 tx=0x7f45f00128e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9ab00e00ce4a292 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45f5600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f000f480 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4600036040 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f45f000f620 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45f000f820 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f46115f8740 10 client.25484 fetch_fsmap learned FSMap version 29 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562912caa770 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.256+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4600036040 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f45f0010ab0 con 0x562912c91140 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 10 client.25484 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:49:18.258 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 10 client.25484 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 20 client.25484 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912cabcd0 0x562912cae0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 4 client.25484 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562912c0a8b0 con 0x562912cabcd0 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.257+0000 7f4607e00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912cabcd0 0x562912cae0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.258+0000 7f4607e00640 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912cabcd0 0x562912cae0e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72169fec0e61bb7d server_cookie=947af6bed7d1740f in_seq=0 out_seq=0 2024-04-26T01:49:18.259 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.258+0000 7f45f5600640 10 client.25484 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f45f5600640 1 -- 172.21.15.100:0/2318141462 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562912c0a8b0 con 0x562912cabcd0 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f45f5600640 10 client.25484 handle_command_reply: tid=0 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 client.25484 shutdown 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 msgr2=0x562912c98f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f45f0009fd0 tx=0x7f45f00128e0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 shutdown_connections 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912cabcd0 0x562912cae0e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c9ba00 0x562912c99480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c91140 0x562912c98f40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 --2- 172.21.15.100:0/2318141462 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c98a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f45f5600640 0 client.25484 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 >> 172.21.15.100:0/2318141462 conn(0x562912c8cd30 msgr2=0x562912c92a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 shutdown_connections 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 1 -- 172.21.15.100:0/2318141462 wait complete. 2024-04-26T01:49:18.261 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.259+0000 7f46115f8740 20 client.25484 trim_cache size 0 max 16384 2024-04-26T01:49:18.273 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 Processor -- start 2024-04-26T01:49:18.273 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 -- start start 2024-04-26T01:49:18.273 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c8c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.273 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.273 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c9ba00 0x562912c990d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f46081afd70 con 0x562912c91140 2024-04-26T01:49:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f46081b18b0 con 0x562912c9ba00 2024-04-26T01:49:18.274 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f46115f8740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f46081b0440 con 0x562912c90820 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f45ffe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f45ffe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59402/0 (socket says 172.21.15.100:59402) 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f45ffe00640 1 -- 172.21.15.100:0/2048904583 learned_addr learned my addr 172.21.15.100:0/2048904583 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f4607e00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c9ba00 0x562912c990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.276+0000 7f4607e00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c8c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 -- 172.21.15.100:0/2048904583 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 msgr2=0x562912c8c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c8c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 -- 172.21.15.100:0/2048904583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c9ba00 msgr2=0x562912c990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c9ba00 0x562912c990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 -- 172.21.15.100:0/2048904583 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562912c93720 con 0x562912c91140 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f4607e00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c8c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45ffe00640 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f45f00058c0 tx=0x7f45f000f480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ee70de56ae738a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45f7e00640 1 -- 172.21.15.100:0/2048904583 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f0029030 con 0x562912c91140 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45f7e00640 1 -- 172.21.15.100:0/2048904583 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45f000f670 con 0x562912c91140 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.277+0000 7f45f7e00640 1 -- 172.21.15.100:0/2048904583 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f0010630 con 0x562912c91140 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 -- 172.21.15.100:0/2048904583 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 msgr2=0x562912c931e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f45f00058c0 tx=0x7f45f000f480 comp rx=0 tx=0).stop 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 -- 172.21.15.100:0/2048904583 shutdown_connections 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c9ba00 0x562912c990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912c931e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 --2- 172.21.15.100:0/2048904583 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c90820 0x562912c8c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 -- 172.21.15.100:0/2048904583 >> 172.21.15.100:0/2048904583 conn(0x562912c8cd30 msgr2=0x562912c989c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 -- 172.21.15.100:0/2048904583 shutdown_connections 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.278+0000 7f46115f8740 1 -- 172.21.15.100:0/2048904583 wait complete. 2024-04-26T01:49:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 -- start start 2024-04-26T01:49:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 Processor -- start 2024-04-26T01:49:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912ca1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c9ba00 0x562912ca1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f46081b11e0 con 0x562912c91140 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f46081b0b10 con 0x562912c90820 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f46081add50 con 0x562912c9ba00 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.279+0000 7f46115f8740 10 client.0 _ll_register_callbacks cb 0x7f45f0009c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:59026/0 (socket says 172.21.15.100:59026) 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 -- 172.21.15.100:0/61293430 learned_addr learned my addr 172.21.15.100:0/61293430 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f45ffe00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912ca1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c9ba00 0x562912ca1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 -- 172.21.15.100:0/61293430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c9ba00 msgr2=0x562912ca1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c9ba00 0x562912ca1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 -- 172.21.15.100:0/61293430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 msgr2=0x562912ca1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912ca1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 -- 172.21.15.100:0/61293430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562912d19bb0 con 0x562912c90820 2024-04-26T01:49:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f45ffe00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912ca1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f4607e00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f460002f470 tx=0x7f45f0009bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd245eb3c8fd51d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f45f5600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4600003e60 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45f000f670 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.280+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f4600031450 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4600031650 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 10 client.25490 fetch_fsmap learned FSMap version 29 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562912d1aea0 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f45f000f670 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4600044070 con 0x562912c90820 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 10 client.25490 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 10 client.25490 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 20 client.25490 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912d1b2f0 0x562912d1d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 4 client.25490 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:49:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562912c04320 con 0x562912d1b2f0 2024-04-26T01:49:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.281+0000 7f45ffe00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912d1b2f0 0x562912d1d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.282+0000 7f45ffe00640 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912d1b2f0 0x562912d1d6e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e7eb411a6c7b153 server_cookie=bf40a2395bb5227d in_seq=0 out_seq=0 2024-04-26T01:49:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.282+0000 7f45f5600640 10 client.25490 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f45f5600640 1 -- 172.21.15.100:0/61293430 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562912c04320 con 0x562912d1b2f0 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f45f5600640 10 client.25490 handle_command_reply: tid=0 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 client.25490 shutdown 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 msgr2=0x562912ca13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f460002f470 tx=0x7f45f0009bd0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 shutdown_connections 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562912d1b2f0 0x562912d1d6e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562912c9ba00 0x562912ca1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562912c91140 0x562912ca1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 --2- 172.21.15.100:0/61293430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562912c90820 0x562912ca13e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f45f5600640 0 client.25490 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 >> 172.21.15.100:0/61293430 conn(0x562912c8cd30 msgr2=0x562912c99250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 shutdown_connections 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.287+0000 7f46115f8740 1 -- 172.21.15.100:0/61293430 wait complete. 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f46115f8740 20 client.25490 trim_cache size 0 max 16384 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:49:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:49:18.287 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 msgr2=0x7f45ec0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.287 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 0x7f45ec0a6280 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x562912c91dc0 tx=0x7f45f8000bc0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.287 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 msgr2=0x7f46081a0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:18.287 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f45f800e9f0 tx=0x7f45f800eeb0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 shutdown_connections 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f45ec0a3dc0 0x7f45ec0a6280 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f460819a7f0 0x7f460819aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4608109490 0x7f46081a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 --2- 172.21.15.100:0/3442168559 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f46081043c0 0x7f46081a0630 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.288+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 >> 172.21.15.100:0/3442168559 conn(0x7f46080ffc80 msgr2=0x7f4608100860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.289+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 shutdown_connections 2024-04-26T01:49:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:18.289+0000 7f460e800640 1 -- 172.21.15.100:0/3442168559 wait complete. 2024-04-26T01:49:18.960 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:18 smithi133 ceph-mon[32344]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-26T01:49:18.960 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:18 smithi133 ceph-mon[32344]: daemon mds.h restarted 2024-04-26T01:49:19.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:18 smithi148 ceph-mon[32990]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-26T01:49:19.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:18 smithi148 ceph-mon[32990]: daemon mds.h restarted 2024-04-26T01:49:19.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:18 smithi100 ceph-mon[28020]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-26T01:49:19.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:18 smithi100 ceph-mon[28020]: daemon mds.h restarted 2024-04-26T01:49:20.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:19 smithi148 ceph-mon[32990]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:49:20.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:19 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:49:20.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:19 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6836/2428035073,v1:172.21.15.133:6837/2428035073] up:boot 2024-04-26T01:49:20.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:19 smithi148 ceph-mon[32990]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T01:49:20.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:19 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:19 smithi100 ceph-mon[28020]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:49:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:19 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:49:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:19 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6836/2428035073,v1:172.21.15.133:6837/2428035073] up:boot 2024-04-26T01:49:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:19 smithi100 ceph-mon[28020]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T01:49:20.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:19 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:19 smithi133 ceph-mon[32344]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:49:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:19 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:49:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:19 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6836/2428035073,v1:172.21.15.133:6837/2428035073] up:boot 2024-04-26T01:49:20.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:19 smithi133 ceph-mon[32344]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-26T01:49:20.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:19 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:21.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:20 smithi148 ceph-mon[32990]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-04-26T01:49:21.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:20 smithi100 ceph-mon[28020]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-04-26T01:49:21.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:20 smithi133 ceph-mon[32344]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-04-26T01:49:21.415 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:21.859 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:23.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:22 smithi148 ceph-mon[32990]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:23.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:22 smithi100 ceph-mon[28020]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:23.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:22 smithi133 ceph-mon[32344]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:24.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.181+0000 7fcd02800700 1 -- 172.21.15.100:0/4106374496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 msgr2=0x7fccfc075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.181+0000 7fcd02800700 1 --2- 172.21.15.100:0/4106374496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc075050 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fccec0098f0 tx=0x7fccec009c00 comp rx=0 tx=0).stop 2024-04-26T01:49:24.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 -- 172.21.15.100:0/4106374496 shutdown_connections 2024-04-26T01:49:24.179 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 --2- 172.21.15.100:0/4106374496 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc10f4a0 0x7fccfc111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 --2- 172.21.15.100:0/4106374496 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc075050 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 --2- 172.21.15.100:0/4106374496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc075590 0x7fccfc10ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 -- 172.21.15.100:0/4106374496 >> 172.21.15.100:0/4106374496 conn(0x7fccfc079ba0 msgr2=0x7fccfc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:24.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 -- 172.21.15.100:0/4106374496 shutdown_connections 2024-04-26T01:49:24.180 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.182+0000 7fcd02800700 1 -- 172.21.15.100:0/4106374496 wait complete. 2024-04-26T01:49:24.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.184+0000 7fcd02800700 1 Processor -- start 2024-04-26T01:49:24.181 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.184+0000 7fcd02800700 1 -- start start 2024-04-26T01:49:24.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.184+0000 7fcd02800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.182 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.184+0000 7fcd02800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc075590 0x7fccfc19b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fcd02800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc10f4a0 0x7fccfc19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fcd02800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc114fd0 con 0x7fccfc075590 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fcd02800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc114e50 con 0x7fccfc10f4a0 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fcd02800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fccfc115150 con 0x7fccfc074c70 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36298/0 (socket says 172.21.15.100:36298) 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 -- 172.21.15.100:0/29768485 learned_addr learned my addr 172.21.15.100:0/29768485 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfaa00700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc075590 0x7fccfc19b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfbe00700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc10f4a0 0x7fccfc19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.183 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 -- 172.21.15.100:0/29768485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc10f4a0 msgr2=0x7fccfc19fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc10f4a0 0x7fccfc19fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 -- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc075590 msgr2=0x7fccfc19b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc075590 0x7fccfc19b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.185+0000 7fccfb400700 1 -- 172.21.15.100:0/29768485 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccfc1a0430 con 0x7fccfc074c70 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fccfb400700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fccec005950 tx=0x7fccec010f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:24.184 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec0050c0 con 0x7fccfc074c70 2024-04-26T01:49:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fccec00b560 con 0x7fccfc074c70 2024-04-26T01:49:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccec003a40 con 0x7fccfc074c70 2024-04-26T01:49:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccfc1a06c0 con 0x7fccfc074c70 2024-04-26T01:49:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.186+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccfc1a7fa0 con 0x7fccfc074c70 2024-04-26T01:49:24.185 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.187+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccfc076330 con 0x7fccfc074c70 2024-04-26T01:49:24.186 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.189+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fccec00baa0 con 0x7fccfc074c70 2024-04-26T01:49:24.188 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.191+0000 7fccf3e00700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 0x7fcce00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:24.188 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.191+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fccec0d1600 con 0x7fccfc074c70 2024-04-26T01:49:24.188 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.191+0000 7fccfaa00700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 0x7fcce00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:24.189 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.192+0000 7fccfaa00700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 0x7fcce00a62f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcce8009750 tx=0x7fcce8009310 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:24.192 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.195+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fccec013030 con 0x7fccfc074c70 2024-04-26T01:49:24.471 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.474+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fccfc1a8170 con 0x7fccfc074c70 2024-04-26T01:49:24.473 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.475+0000 7fccf3e00700 1 -- 172.21.15.100:0/29768485 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11958 (secure 0 0 0) 0x7fccec021380 con 0x7fccfc074c70 2024-04-26T01:49:24.473 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:49:24.473 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:49:18.715816+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24526,24533,24515,24511,24499]},"id":1}]} 2024-04-26T01:49:24.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 msgr2=0x7fcce00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.476 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 0x7fcce00a62f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcce8009750 tx=0x7fcce8009310 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 msgr2=0x7fccfc19b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fccec005950 tx=0x7fccec010f00 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 shutdown_connections 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fcce00a3e30 0x7fcce00a62f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fccfc10f4a0 0x7fccfc19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fccfc074c70 0x7fccfc19b420 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 --2- 172.21.15.100:0/29768485 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fccfc075590 0x7fccfc19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 >> 172.21.15.100:0/29768485 conn(0x7fccfc079ba0 msgr2=0x7fccfc0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 shutdown_connections 2024-04-26T01:49:24.477 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:24.479+0000 7fcd02800700 1 -- 172.21.15.100:0/29768485 wait complete. 2024-04-26T01:49:24.478 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 31 2024-04-26T01:49:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:24 smithi100 ceph-mon[28020]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:24 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/29768485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:24 smithi148 ceph-mon[32990]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:25.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:24 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/29768485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:24 smithi133 ceph-mon[32344]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:25.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:24 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/29768485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:25.393 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db --set-id b45eaa22 --release --await' 2024-04-26T01:49:25.394 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db --set-id b45eaa22 --release --await 2024-04-26T01:49:25.832 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:27.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:26 smithi148 ceph-mon[32990]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:27.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:26 smithi100 ceph-mon[28020]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:27.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:26 smithi133 ceph-mon[32344]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:28.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 -- 172.21.15.100:0/38134951 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 msgr2=0x7f6bf0111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/38134951 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf0111830 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6be800b0a0 tx=0x7f6be800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 -- 172.21.15.100:0/38134951 shutdown_connections 2024-04-26T01:49:28.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/38134951 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf0111830 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.197 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/38134951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/38134951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 -- 172.21.15.100:0/38134951 >> 172.21.15.100:0/38134951 conn(0x7f6bf0079bf0 msgr2=0x7f6bf007a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 -- 172.21.15.100:0/38134951 shutdown_connections 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.199+0000 7f6bf5c00700 1 -- 172.21.15.100:0/38134951 wait complete. 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.201+0000 7f6bf5c00700 1 Processor -- start 2024-04-26T01:49:28.198 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.201+0000 7f6bf5c00700 1 -- start start 2024-04-26T01:49:28.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.201+0000 7f6bf5c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bf5c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bf5c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.199 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bf5c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0114fd0 con 0x7f6bf010f440 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bf5c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0114e50 con 0x7f6bf0074c70 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bf5c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0115150 con 0x7f6bf0075590 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6be6000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bef400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6be6000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36314/0 (socket says 172.21.15.100:36314) 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:38452/0 (socket says 172.21.15.100:38452) 2024-04-26T01:49:28.200 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6be6000700 1 -- 172.21.15.100:0/245624074 learned_addr learned my addr 172.21.15.100:0/245624074 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bef400700 1 -- 172.21.15.100:0/245624074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 msgr2=0x7f6bf019b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bef400700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bef400700 1 -- 172.21.15.100:0/245624074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 msgr2=0x7f6bf019b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.202+0000 7f6bef400700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6bef400700 1 -- 172.21.15.100:0/245624074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf01a0440 con 0x7f6bf010f440 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6be6000700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.201 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6beea00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6bef400700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf019fd00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6be800b070 tx=0x7f6be8004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6be7e00700 1 -- 172.21.15.100:0/245624074 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8021070 con 0x7f6bf010f440 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6be7e00700 1 -- 172.21.15.100:0/245624074 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6be8007e50 con 0x7f6bf010f440 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf01a06d0 con 0x7f6bf010f440 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6be7e00700 1 -- 172.21.15.100:0/245624074 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8004500 con 0x7f6bf010f440 2024-04-26T01:49:28.202 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.203+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf01a7fb0 con 0x7f6bf010f440 2024-04-26T01:49:28.204 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.206+0000 7f6be7e00700 1 -- 172.21.15.100:0/245624074 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f6be8003c00 con 0x7f6bf010f440 2024-04-26T01:49:28.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.208+0000 7f6be7e00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 0x7f6bd40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.208+0000 7f6c004a3b80 1 Processor -- start 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.208+0000 7f6be7e00700 1 -- 172.21.15.100:0/245624074 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f6be800f020 con 0x7f6bf010f440 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.208+0000 7f6c004a3b80 1 -- start start 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.208+0000 7f6beea00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 0x7f6bd40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da60f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da638c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559e8d9a8f90 con 0x559e8da614d0 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559e8d94f830 con 0x559e8da56660 2024-04-26T01:49:28.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559e8d9a4f50 con 0x559e8da55d40 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36326/0 (socket says 172.21.15.100:36326) 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6bef400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da638c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 -- 172.21.15.100:0/2341664203 learned_addr learned my addr 172.21.15.100:0/2341664203 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6be6000700 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da60f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 0x7f6bd40a62f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6be0009680 tx=0x7f6be0009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 -- 172.21.15.100:0/2341664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 msgr2=0x559e8da60f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da60f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 -- 172.21.15.100:0/2341664203 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 msgr2=0x559e8da638c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da638c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.209+0000 7f6beea00700 1 -- 172.21.15.100:0/2341664203 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e8d945780 con 0x559e8da55d40 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.210+0000 7f6beea00700 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6be001c590 tx=0x7f6be001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2fd2277a5d1d16b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.210+0000 7f6bdfe00700 1 -- 172.21.15.100:0/2341664203 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0029070 con 0x559e8da55d40 2024-04-26T01:49:28.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.210+0000 7f6bdfe00700 1 -- 172.21.15.100:0/2341664203 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6be00248c0 con 0x559e8da55d40 2024-04-26T01:49:28.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.210+0000 7f6bdfe00700 1 -- 172.21.15.100:0/2341664203 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be000fa10 con 0x559e8da55d40 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2341664203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 msgr2=0x559e8da56120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6be001c590 tx=0x7f6be001c000 comp rx=0 tx=0).stop 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2341664203 shutdown_connections 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da638c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da55d40 0x559e8da56120 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2341664203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da60f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2341664203 >> 172.21.15.100:0/2341664203 conn(0x559e8d985050 msgr2=0x559e8da52250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2341664203 shutdown_connections 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.211+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2341664203 wait complete. 2024-04-26T01:49:28.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 -- start start 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 Processor -- start 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da5df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da5e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x559e8da63fc0 con 0x559e8da614d0 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559e8d962960 con 0x559e8da55d40 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.212+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x559e8da64140 con 0x559e8da56660 2024-04-26T01:49:28.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6c004a3b80 10 client.0 _ll_register_callbacks cb 0x559e8d941820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:28.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6bef400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da5e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6be6000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da5df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:38474/0 (socket says 172.21.15.100:38474) 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 -- 172.21.15.100:0/148563024 learned_addr learned my addr 172.21.15.100:0/148563024 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 -- 172.21.15.100:0/148563024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 msgr2=0x559e8da5df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da5df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 -- 172.21.15.100:0/148563024 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 msgr2=0x559e8da5e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da5e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6beea00700 1 -- 172.21.15.100:0/148563024 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e8d8f69d0 con 0x559e8da55d40 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6bef400700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da5e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.213+0000 7f6be6000700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da5df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6beea00700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6be000f610 tx=0x7f6be0009ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=217dc6cc8b16c244 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6bdcc00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0032020 con 0x559e8da55d40 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f6be0024a70 con 0x559e8da55d40 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6be00248c0 con 0x559e8da55d40 2024-04-26T01:49:28.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6be003d050 con 0x559e8da55d40 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6c004a3b80 10 client.25508 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.214+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559e8d93fbf0 con 0x559e8da55d40 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6be00248c0 con 0x559e8da55d40 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6be0023070 con 0x559e8da55d40 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 10 client.25508 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 10 client.25508 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 20 client.25508 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8da70b70 0x559e8da72f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 4 client.25508 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e8d9b6780 con 0x559e8da70b70 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.215+0000 7f6be6000700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8da70b70 0x559e8da72f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.216+0000 7f6be6000700 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8da70b70 0x559e8da72f60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9536e55c393f06d7 server_cookie=2544427ab3c0906f in_seq=0 out_seq=0 2024-04-26T01:49:28.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.216+0000 7f6bdcc00700 10 client.25508 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:28.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6bdcc00700 1 -- 172.21.15.100:0/148563024 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559e8d9b6780 con 0x559e8da70b70 2024-04-26T01:49:28.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6bdcc00700 10 client.25508 handle_command_reply: tid=0 2024-04-26T01:49:28.216 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 client.25508 shutdown 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 msgr2=0x559e8da60c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6be000f610 tx=0x7f6be0009ec0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 shutdown_connections 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da5e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da60c40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8da70b70 0x559e8da72f60 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/148563024 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da5df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6bdcc00700 0 client.25508 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 >> 172.21.15.100:0/148563024 conn(0x559e8d985050 msgr2=0x559e8da51e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 shutdown_connections 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 1 -- 172.21.15.100:0/148563024 wait complete. 2024-04-26T01:49:28.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.217+0000 7f6c004a3b80 20 client.25508 trim_cache size 0 max 16384 2024-04-26T01:49:28.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 Processor -- start 2024-04-26T01:49:28.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 -- start start 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da78620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da78b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01af4b0 con 0x559e8da614d0 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b0ff0 con 0x559e8da55d40 2024-04-26T01:49:28.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01afb80 con 0x559e8da56660 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.239+0000 7f6beea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:38478/0 (socket says 172.21.15.100:38478) 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 -- 172.21.15.100:0/2372062793 learned_addr learned my addr 172.21.15.100:0/2372062793 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6be6000700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da78620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6bef400700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da78b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 -- 172.21.15.100:0/2372062793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 msgr2=0x559e8da78620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da78620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 -- 172.21.15.100:0/2372062793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 msgr2=0x559e8da78b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da78b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 -- 172.21.15.100:0/2372062793 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e8da57bb0 con 0x559e8da55d40 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6be6000700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da78620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.240+0000 7f6beea00700 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6be00095a0 tx=0x7f6be0005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afb49e27b726af56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6bdf400700 1 -- 172.21.15.100:0/2372062793 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0032070 con 0x559e8da55d40 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6bdf400700 1 -- 172.21.15.100:0/2372062793 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6be001cd80 con 0x559e8da55d40 2024-04-26T01:49:28.239 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6bdf400700 1 -- 172.21.15.100:0/2372062793 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0029040 con 0x559e8da55d40 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2372062793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 msgr2=0x559e8da6cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6be00095a0 tx=0x7f6be0005ce0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2372062793 shutdown_connections 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da614d0 0x559e8da78b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da55d40 0x559e8da6cec0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/2372062793 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da56660 0x559e8da78620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2372062793 >> 172.21.15.100:0/2372062793 conn(0x559e8d985050 msgr2=0x559e8da60000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.241+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2372062793 shutdown_connections 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.242+0000 7f6c004a3b80 1 -- 172.21.15.100:0/2372062793 wait complete. 2024-04-26T01:49:28.241 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.242+0000 7f6c004a3b80 1 -- start start 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.242+0000 7f6c004a3b80 1 Processor -- start 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da668e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 0x559e8da66e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b0920 con 0x559e8da55d40 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b0250 con 0x559e8da56660 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01ad450 con 0x559e8da614d0 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6c004a3b80 10 client.0 _ll_register_callbacks cb 0x559e8d941820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6beea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6beea00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:38492/0 (socket says 172.21.15.100:38492) 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da668e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6beea00700 1 -- 172.21.15.100:0/892413009 learned_addr learned my addr 172.21.15.100:0/892413009 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6bef400700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 0x559e8da66e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 -- 172.21.15.100:0/892413009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 msgr2=0x559e8da66e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 0x559e8da66e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 -- 172.21.15.100:0/892413009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 msgr2=0x559e8da663a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6be6000700 1 -- 172.21.15.100:0/892413009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e8dad6ea0 con 0x559e8da56660 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6beea00700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.243+0000 7f6bef400700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 0x559e8da66e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6be6000700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da668e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x559e8da735c0 tx=0x7f6bd800f560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=460425f3dc9fe14d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:28.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6bdcc00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd8028070 con 0x559e8da56660 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f6bd8004830 con 0x559e8da56660 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6be001cd80 con 0x559e8da56660 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6bd8033050 con 0x559e8da56660 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6c004a3b80 10 client.25514 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.244+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559e8dad8210 con 0x559e8da56660 2024-04-26T01:49:28.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6be001cd80 con 0x559e8da56660 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7f6bd80206e0 con 0x559e8da56660 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 10 client.25514 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 10 client.25514 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 20 client.25514 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8dad88d0 0x559e8dadacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 4 client.25514 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b45eaa22", "release": true, "await": true}] 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b45eaa22", "release": true, "await": true}) -- 0x559e8d9b0820 con 0x559e8dad88d0 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.245+0000 7f6beea00700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8dad88d0 0x559e8dadacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.246+0000 7f6beea00700 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8dad88d0 0x559e8dadacf0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=314a885de3543b08 server_cookie=a5f880712391ab19 in_seq=0 out_seq=0 2024-04-26T01:49:28.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.246+0000 7f6bdcc00700 10 client.25514 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:28.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6bdcc00700 1 -- 172.21.15.100:0/892413009 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x559e8d9b0820 con 0x559e8dad88d0 2024-04-26T01:49:28.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6bdcc00700 10 client.25514 handle_command_reply: tid=0 2024-04-26T01:49:28.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 client.25514 shutdown 2024-04-26T01:49:28.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 msgr2=0x559e8da668e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da668e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x559e8da735c0 tx=0x7f6bd800f560 comp rx=0 tx=0).stop 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 shutdown_connections 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x559e8dad88d0 0x559e8dadacf0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x559e8da614d0 0x559e8da66e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x559e8da55d40 0x559e8da663a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 --2- 172.21.15.100:0/892413009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559e8da56660 0x559e8da668e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 >> 172.21.15.100:0/892413009 conn(0x559e8d985050 msgr2=0x559e8da5f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6bdcc00700 0 client.25514 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 shutdown_connections 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.251+0000 7f6c004a3b80 1 -- 172.21.15.100:0/892413009 wait complete. 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.252+0000 7f6c004a3b80 20 client.25514 trim_cache size 0 max 16384 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 31, 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 4, 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "b45eaa22": { 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 4, 2024-04-26T01:49:28.250 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 85.6, 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:49:28.251 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.252+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 msgr2=0x7f6bd40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.252+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 0x7f6bd40a62f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6be0009680 tx=0x7f6be0009260 comp rx=0 tx=0).stop 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.252+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 msgr2=0x7f6bf019fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.252+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf019fd00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6be800b070 tx=0x7f6be8004c80 comp rx=0 tx=0).stop 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 shutdown_connections 2024-04-26T01:49:28.252 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f6bd40a3e30 0x7f6bd40a62f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f6bf010f440 0x7f6bf019fd00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bf0074c70 0x7f6bf019b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 --2- 172.21.15.100:0/245624074 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f6bf0075590 0x7f6bf019b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 >> 172.21.15.100:0/245624074 conn(0x7f6bf0079bf0 msgr2=0x7f6bf00ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 shutdown_connections 2024-04-26T01:49:28.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:49:28.253+0000 7f6bf5c00700 1 -- 172.21.15.100:0/245624074 wait complete. 2024-04-26T01:49:28.262 INFO:tasks.workunit.client.0.smithi100.stderr:+ KERNEL=linux-4.0.5 2024-04-26T01:49:28.262 INFO:tasks.workunit.client.0.smithi100.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-04-26T01:49:29.029 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:28 smithi133 ceph-mon[32344]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:29.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:28 smithi148 ceph-mon[32990]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:29.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:28 smithi100 ceph-mon[28020]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 307 B/s wr, 10 op/s 2024-04-26T01:49:29.248 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b45eaa22', seconds elapsed: 41.7 2024-04-26T01:49:30.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:29 smithi148 ceph-mon[32990]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 300 B/s wr, 10 op/s 2024-04-26T01:49:30.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:29 smithi100 ceph-mon[28020]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 300 B/s wr, 10 op/s 2024-04-26T01:49:30.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:29 smithi133 ceph-mon[32344]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 300 B/s wr, 10 op/s 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 -- 172.21.15.100:0/4120196330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa078104d50 msgr2=0x7fa078108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 --2- 172.21.15.100:0/4120196330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa078104d50 0x7fa078108d90 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa068009860 tx=0x7fa06802a340 comp rx=0 tx=0).stop 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 -- 172.21.15.100:0/4120196330 shutdown_connections 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 --2- 172.21.15.100:0/4120196330 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa078109470 0x7fa078111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 --2- 172.21.15.100:0/4120196330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa078104d50 0x7fa078108d90 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 --2- 172.21.15.100:0/4120196330 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0781043a0 0x7fa078104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 -- 172.21.15.100:0/4120196330 >> 172.21.15.100:0/4120196330 conn(0x7fa0780ffc40 msgr2=0x7fa078102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 -- 172.21.15.100:0/4120196330 shutdown_connections 2024-04-26T01:49:31.431 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.432+0000 7fa080800640 1 -- 172.21.15.100:0/4120196330 wait complete. 2024-04-26T01:49:31.433 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.433+0000 7fa080800640 1 Processor -- start 2024-04-26T01:49:31.433 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.433+0000 7fa080800640 1 -- start start 2024-04-26T01:49:31.433 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.433+0000 7fa080800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 0x7fa0781a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.433 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.433+0000 7fa080800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 0x7fa0781a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa080800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa07819a770 0x7fa07819abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa080800640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781144f0 con 0x7fa0781043a0 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa080800640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa078114370 con 0x7fa07819a770 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa080800640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa078114670 con 0x7fa078109470 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07de00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 0x7fa0781a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 0x7fa0781a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07de00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 0x7fa0781a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:38508/0 (socket says 172.21.15.100:38508) 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07de00640 1 -- 172.21.15.100:0/840956477 learned_addr learned my addr 172.21.15.100:0/840956477 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07e800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa07819a770 0x7fa07819abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 -- 172.21.15.100:0/840956477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa07819a770 msgr2=0x7fa07819abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa07819a770 0x7fa07819abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 -- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 msgr2=0x7fa0781a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 0x7fa0781a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.434+0000 7fa07d400640 1 -- 172.21.15.100:0/840956477 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa07819b370 con 0x7fa078109470 2024-04-26T01:49:31.434 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa07d400640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 0x7fa0781a0bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa06802a860 tx=0x7fa06802aeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa06ea00640 1 -- 172.21.15.100:0/840956477 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa068037040 con 0x7fa078109470 2024-04-26T01:49:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa06ea00640 1 -- 172.21.15.100:0/840956477 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa068033bd0 con 0x7fa078109470 2024-04-26T01:49:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa07819b600 con 0x7fa078109470 2024-04-26T01:49:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa06ea00640 1 -- 172.21.15.100:0/840956477 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0680035f0 con 0x7fa078109470 2024-04-26T01:49:31.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.435+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0781a7740 con 0x7fa078109470 2024-04-26T01:49:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 Processor -- start 2024-04-26T01:49:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 -- start start 2024-04-26T01:49:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa06ea00640 1 -- 172.21.15.100:0/840956477 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fa068042020 con 0x7fa078109470 2024-04-26T01:49:31.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20dfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ecdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f7f2045900 con 0x55f7f20df820 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f7f1febef0 con 0x55f7f20eaa00 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.439+0000 7fa0837bf740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f7f20418c0 con 0x55f7f20e0140 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07e800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20dfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ecdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36392/0 (socket says 172.21.15.100:36392) 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 -- 172.21.15.100:0/4141517004 learned_addr learned my addr 172.21.15.100:0/4141517004 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ecdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:38522/0 (socket says 172.21.15.100:38522) 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 -- 172.21.15.100:0/4141517004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 msgr2=0x55f7f20ecdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ecdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 -- 172.21.15.100:0/4141517004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 msgr2=0x55f7f20dfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20dfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 -- 172.21.15.100:0/4141517004 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7f1d58210 con 0x55f7f20e0140 2024-04-26T01:49:31.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07e800640 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20dfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.440+0000 7fa07de00640 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa07400e7f0 tx=0x7fa0740095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35438dd0f73144 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa063000640 1 -- 172.21.15.100:0/4141517004 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa07400d9c0 con 0x55f7f20e0140 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa063000640 1 -- 172.21.15.100:0/4141517004 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa074003970 con 0x55f7f20e0140 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa063000640 1 -- 172.21.15.100:0/4141517004 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0740046c0 con 0x55f7f20e0140 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa06ea00640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 0x7fa0640a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.444 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa0837bf740 1 -- 172.21.15.100:0/4141517004 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 msgr2=0x55f7f20ea4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa0837bf740 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa07400e7f0 tx=0x7fa0740095c0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa07e800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 0x7fa0640a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.441+0000 7fa0837bf740 1 -- 172.21.15.100:0/4141517004 shutdown_connections 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ecdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20ea4c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 --2- 172.21.15.100:0/4141517004 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20dfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 -- 172.21.15.100:0/4141517004 >> 172.21.15.100:0/4141517004 conn(0x55f7f20dbd30 msgr2=0x55f7f20dc110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa06ea00640 1 -- 172.21.15.100:0/840956477 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0680ef8e0 con 0x7fa078109470 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 -- 172.21.15.100:0/4141517004 shutdown_connections 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 -- 172.21.15.100:0/4141517004 wait complete. 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa0837bf740 1 -- start start 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.442+0000 7fa07e800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 0x7fa0640a6280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa070009ce0 tx=0x7fa070005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.445 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 Processor -- start 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20e7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f7f20ed630 con 0x55f7f20e0140 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f7f1fff310 con 0x55f7f20eaa00 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f7f20ed7b0 con 0x55f7f20df820 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa0837bf740 10 client.0 _ll_register_callbacks cb 0x55f7f1fcdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa07d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa07de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20e7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa07d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:38532/0 (socket says 172.21.15.100:38532) 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa07d400640 1 -- 172.21.15.100:0/3971875981 learned_addr learned my addr 172.21.15.100:0/3971875981 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.443+0000 7fa07e800640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.446 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 -- 172.21.15.100:0/3971875981 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 msgr2=0x55f7f20e7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20e7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 -- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 msgr2=0x55f7f20e82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 -- 172.21.15.100:0/3971875981 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7f1e24620 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa07d400640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa068009830 tx=0x7fa0680b7cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b2e42cf878fdc03 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa057400640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0680bc060 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0680ed280 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.444+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa074003970 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa0680ed480 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 10 client.15402 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f7f20f9760 con 0x55f7f20e0140 2024-04-26T01:49:31.447 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa074003970 con 0x55f7f20e0140 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa06803a070 con 0x55f7f20e0140 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 10 client.15402 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 10 client.15402 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 20 client.15402 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f20fab70 0x55f7f20fcf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 4 client.15402 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.445+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7f20598b0 con 0x55f7f20fab70 2024-04-26T01:49:31.448 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.446+0000 7fa07de00640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f20fab70 0x55f7f20fcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.446+0000 7fa07de00640 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f20fab70 0x55f7f20fcf80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62835c8e32571857 server_cookie=56ff08e9a749b17a in_seq=0 out_seq=0 2024-04-26T01:49:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.446+0000 7fa057400640 10 client.15402 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.447+0000 7fa057400640 1 -- 172.21.15.100:0/3971875981 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f7f20598b0 con 0x55f7f20fab70 2024-04-26T01:49:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.447+0000 7fa057400640 10 client.15402 handle_command_reply: tid=0 2024-04-26T01:49:31.449 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.447+0000 7fa0837bf740 1 client.15402 shutdown 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 msgr2=0x55f7f20e7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa068009830 tx=0x7fa0680b7cc0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 shutdown_connections 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f20fab70 0x55f7f20fcf80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20e7da0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 --2- 172.21.15.100:0/3971875981 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20e7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa057400640 0 client.15402 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 >> 172.21.15.100:0/3971875981 conn(0x55f7f20dbd30 msgr2=0x55f7f20e1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 shutdown_connections 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 1 -- 172.21.15.100:0/3971875981 wait complete. 2024-04-26T01:49:31.450 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.448+0000 7fa0837bf740 20 client.15402 trim_cache size 0 max 16384 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 Processor -- start 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 -- start start 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781afce0 con 0x55f7f20df820 2024-04-26T01:49:31.463 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781b1820 con 0x55f7f20eaa00 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.464+0000 7fa0837bf740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781b03b0 con 0x55f7f20e0140 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36398/0 (socket says 172.21.15.100:36398) 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 -- 172.21.15.100:0/2309409739 learned_addr learned my addr 172.21.15.100:0/2309409739 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07e800640 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07de00640 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 -- 172.21.15.100:0/2309409739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 msgr2=0x55f7f20e69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 -- 172.21.15.100:0/2309409739 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 msgr2=0x55f7f20f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20f64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.464 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 -- 172.21.15.100:0/2309409739 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7f20dff70 con 0x55f7f20e0140 2024-04-26T01:49:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.465+0000 7fa07d400640 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa0680bb660 tx=0x7fa068030670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec35226377f81c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa062600640 1 -- 172.21.15.100:0/2309409739 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0680a60f0 con 0x55f7f20e0140 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa062600640 1 -- 172.21.15.100:0/2309409739 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0680bfd10 con 0x55f7f20e0140 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa062600640 1 -- 172.21.15.100:0/2309409739 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0680ed450 con 0x55f7f20e0140 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 -- 172.21.15.100:0/2309409739 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 msgr2=0x55f7f20e21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa0680bb660 tx=0x7fa068030670 comp rx=0 tx=0).stop 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 -- 172.21.15.100:0/2309409739 shutdown_connections 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20e69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20e0140 0x55f7f20e21e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2309409739 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20df820 0x55f7f20f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 -- 172.21.15.100:0/2309409739 >> 172.21.15.100:0/2309409739 conn(0x55f7f20dbd30 msgr2=0x55f7f20e7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 -- 172.21.15.100:0/2309409739 shutdown_connections 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.466+0000 7fa0837bf740 1 -- 172.21.15.100:0/2309409739 wait complete. 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 -- start start 2024-04-26T01:49:31.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 Processor -- start 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20f2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20f2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ee1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781b1150 con 0x55f7f20e0140 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781b0a80 con 0x55f7f20eaa00 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.467+0000 7fa0837bf740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa0781adce0 con 0x55f7f20df820 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa0837bf740 10 client.0 _ll_register_callbacks cb 0x7fa068009490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20f2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20f2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ee1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20f2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:36402/0 (socket says 172.21.15.100:36402) 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07de00640 1 -- 172.21.15.100:0/2875412067 learned_addr learned my addr 172.21.15.100:0/2875412067 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:31.469 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 -- 172.21.15.100:0/2875412067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 msgr2=0x55f7f20f2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20f2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 -- 172.21.15.100:0/2875412067 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 msgr2=0x55f7f20f2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20f2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07e800640 1 -- 172.21.15.100:0/2875412067 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7f20ee990 con 0x55f7f20eaa00 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.468+0000 7fa07d400640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20f2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa07e800640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ee1c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa070012cb0 tx=0x7fa070004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2f22b6c263b95f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa057400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa070005020 con 0x55f7f20eaa00 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0680bfd10 con 0x55f7f20eaa00 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0700051c0 con 0x55f7f20eaa00 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa0700053c0 con 0x55f7f20eaa00 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa0837bf740 10 client.25532 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:31.470 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.469+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f7f2160e90 con 0x55f7f20eaa00 2024-04-26T01:49:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0680bfd10 con 0x55f7f20eaa00 2024-04-26T01:49:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa070029070 con 0x55f7f20eaa00 2024-04-26T01:49:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 10 client.25532 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 10 client.25532 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:31.471 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 20 client.25532 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f2161670 0x55f7f2163a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 4 client.25532 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.470+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f7f2053320 con 0x55f7f2161670 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.471+0000 7fa07de00640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f2161670 0x55f7f2163a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.471+0000 7fa07de00640 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f2161670 0x55f7f2163a90 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fa76f3e945429ce server_cookie=fa9d3ccee795540a in_seq=0 out_seq=0 2024-04-26T01:49:31.472 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.471+0000 7fa057400640 10 client.25532 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa057400640 1 -- 172.21.15.100:0/2875412067 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f7f2053320 con 0x55f7f2161670 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa057400640 10 client.25532 handle_command_reply: tid=0 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 client.25532 shutdown 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 msgr2=0x55f7f20ee1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ee1c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa070012cb0 tx=0x7fa070004730 comp rx=0 tx=0).stop 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 shutdown_connections 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f7f2161670 0x55f7f2163a90 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f7f20eaa00 0x55f7f20ee1c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.480 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f7f20e0140 0x55f7f20f2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 --2- 172.21.15.100:0/2875412067 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f7f20df820 0x55f7f20f2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa057400640 0 client.25532 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.481+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 >> 172.21.15.100:0/2875412067 conn(0x55f7f20dbd30 msgr2=0x55f7f20e6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 shutdown_connections 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa0837bf740 1 -- 172.21.15.100:0/2875412067 wait complete. 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa0837bf740 20 client.25532 trim_cache size 0 max 16384 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:49:31.481 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:49:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 msgr2=0x7fa0640a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 0x7fa0640a6280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa070009ce0 tx=0x7fa070005f90 comp rx=0 tx=0).stop 2024-04-26T01:49:31.482 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 msgr2=0x7fa0781a0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.482+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 0x7fa0781a0bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa06802a860 tx=0x7fa06802aeb0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 shutdown_connections 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0640a3dc0 0x7fa0640a6280 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa07819a770 0x7fa07819abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa078109470 0x7fa0781a0bf0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 --2- 172.21.15.100:0/840956477 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0781043a0 0x7fa0781a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 >> 172.21.15.100:0/840956477 conn(0x7fa0780ffc40 msgr2=0x7fa0781007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 shutdown_connections 2024-04-26T01:49:31.483 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:31.483+0000 7fa080800640 1 -- 172.21.15.100:0/840956477 wait complete. 2024-04-26T01:49:31.680 INFO:tasks.workunit.client.0.smithi100.stderr:+ mkdir untar_tar 2024-04-26T01:49:31.688 INFO:tasks.workunit.client.0.smithi100.stderr:+ cd untar_tar 2024-04-26T01:49:31.688 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-04-26T01:49:31.715 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ 2024-04-26T01:49:31.718 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/00-INDEX 2024-04-26T01:49:31.720 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/ 2024-04-26T01:49:31.721 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/README 2024-04-26T01:49:31.723 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-04-26T01:49:31.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-04-26T01:49:31.726 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-04-26T01:49:31.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-04-26T01:49:31.730 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-04-26T01:49:31.731 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-04-26T01:49:31.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-04-26T01:49:31.735 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-04-26T01:49:31.737 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-04-26T01:49:31.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-04-26T01:49:31.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-04-26T01:49:31.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-04-26T01:49:31.744 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-04-26T01:49:31.746 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-04-26T01:49:31.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-04-26T01:49:31.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-04-26T01:49:31.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-04-26T01:49:31.754 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-04-26T01:49:31.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-04-26T01:49:31.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-04-26T01:49:31.759 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-04-26T01:49:31.761 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-04-26T01:49:31.763 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-04-26T01:49:31.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-04-26T01:49:31.767 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-04-26T01:49:31.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-04-26T01:49:31.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-04-26T01:49:31.772 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-04-26T01:49:31.774 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-04-26T01:49:31.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-04-26T01:49:31.777 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-04-26T01:49:31.779 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-04-26T01:49:31.781 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-04-26T01:49:31.783 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-04-26T01:49:31.785 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-04-26T01:49:31.787 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-04-26T01:49:31.789 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-04-26T01:49:31.791 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-04-26T01:49:31.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-04-26T01:49:31.795 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-04-26T01:49:31.797 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-04-26T01:49:31.799 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-04-26T01:49:31.802 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-04-26T01:49:31.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-04-26T01:49:31.806 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-04-26T01:49:31.808 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-04-26T01:49:31.810 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-04-26T01:49:31.813 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-04-26T01:49:31.815 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-04-26T01:49:31.817 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-04-26T01:49:31.819 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-04-26T01:49:31.821 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-04-26T01:49:31.823 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-04-26T01:49:31.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-04-26T01:49:31.827 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-04-26T01:49:31.829 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-04-26T01:49:31.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-04-26T01:49:31.833 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-04-26T01:49:31.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-04-26T01:49:31.837 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-04-26T01:49:31.839 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-04-26T01:49:31.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-04-26T01:49:31.843 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-04-26T01:49:31.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-04-26T01:49:31.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-04-26T01:49:31.850 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-04-26T01:49:31.852 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-04-26T01:49:31.854 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-04-26T01:49:31.856 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-04-26T01:49:31.859 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-04-26T01:49:31.862 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-04-26T01:49:31.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-04-26T01:49:31.866 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-04-26T01:49:31.868 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-04-26T01:49:31.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-04-26T01:49:31.873 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-04-26T01:49:31.875 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-04-26T01:49:31.877 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-04-26T01:49:31.879 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-04-26T01:49:31.881 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-04-26T01:49:31.883 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-04-26T01:49:31.885 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-04-26T01:49:31.887 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-04-26T01:49:31.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-04-26T01:49:31.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-04-26T01:49:31.893 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-04-26T01:49:31.896 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-04-26T01:49:31.898 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-04-26T01:49:31.900 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-04-26T01:49:31.902 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-04-26T01:49:31.904 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-04-26T01:49:31.906 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-04-26T01:49:31.908 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-04-26T01:49:31.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-04-26T01:49:31.912 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-04-26T01:49:31.914 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-04-26T01:49:31.916 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-04-26T01:49:31.919 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-04-26T01:49:31.921 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-04-26T01:49:31.923 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-04-26T01:49:31.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-04-26T01:49:31.928 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-04-26T01:49:31.930 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-04-26T01:49:31.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-04-26T01:49:31.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-04-26T01:49:31.936 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-04-26T01:49:31.938 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-04-26T01:49:31.940 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-04-26T01:49:31.942 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-04-26T01:49:31.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-04-26T01:49:31.946 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-04-26T01:49:31.948 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-04-26T01:49:31.950 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-04-26T01:49:31.953 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-04-26T01:49:31.955 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-04-26T01:49:31.957 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-04-26T01:49:31.959 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-04-26T01:49:31.961 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-04-26T01:49:31.964 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-04-26T01:49:31.966 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-04-26T01:49:31.968 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-04-26T01:49:31.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-04-26T01:49:31.972 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-04-26T01:49:31.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-04-26T01:49:31.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-04-26T01:49:31.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-04-26T01:49:31.980 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-04-26T01:49:31.982 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-04-26T01:49:31.984 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-04-26T01:49:31.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-04-26T01:49:31.989 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-04-26T01:49:31.991 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-04-26T01:49:31.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-04-26T01:49:31.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-04-26T01:49:31.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-04-26T01:49:32.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-04-26T01:49:32.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-04-26T01:49:32.004 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-04-26T01:49:32.006 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-04-26T01:49:32.009 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-04-26T01:49:32.011 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-04-26T01:49:32.013 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-04-26T01:49:32.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-04-26T01:49:32.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-04-26T01:49:32.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-04-26T01:49:32.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-04-26T01:49:32.023 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-04-26T01:49:32.026 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-04-26T01:49:32.028 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-04-26T01:49:32.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-04-26T01:49:32.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-04-26T01:49:32.035 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-04-26T01:49:32.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-04-26T01:49:32.039 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-04-26T01:49:32.041 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-04-26T01:49:32.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-04-26T01:49:32.045 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-04-26T01:49:32.047 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-04-26T01:49:32.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-04-26T01:49:32.051 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-04-26T01:49:32.053 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-04-26T01:49:32.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-04-26T01:49:32.057 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-04-26T01:49:32.059 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-04-26T01:49:32.061 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-04-26T01:49:32.063 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-04-26T01:49:32.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-04-26T01:49:32.068 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-04-26T01:49:32.070 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-04-26T01:49:32.072 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-04-26T01:49:32.074 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-04-26T01:49:32.076 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-04-26T01:49:32.078 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-04-26T01:49:32.080 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-04-26T01:49:32.082 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-04-26T01:49:32.084 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-04-26T01:49:32.086 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-04-26T01:49:32.089 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-04-26T01:49:32.091 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-04-26T01:49:32.093 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-04-26T01:49:32.095 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-04-26T01:49:32.097 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-04-26T01:49:32.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-04-26T01:49:32.101 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-04-26T01:49:32.104 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-04-26T01:49:32.106 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-04-26T01:49:32.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-04-26T01:49:32.110 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-04-26T01:49:32.112 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-04-26T01:49:32.114 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-04-26T01:49:32.116 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-04-26T01:49:32.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-04-26T01:49:32.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-04-26T01:49:32.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-04-26T01:49:32.125 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-04-26T01:49:32.314 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:31 smithi148 ceph-mon[32990]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.7 KiB/s wr, 13 op/s 2024-04-26T01:49:32.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:31 smithi100 ceph-mon[28020]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.7 KiB/s wr, 13 op/s 2024-04-26T01:49:32.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:31 smithi133 ceph-mon[32344]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 3.7 KiB/s wr, 13 op/s 2024-04-26T01:49:34.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:33 smithi148 ceph-mon[32990]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T01:49:34.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:33 smithi100 ceph-mon[28020]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T01:49:34.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:33 smithi133 ceph-mon[32344]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-04-26T01:49:35.196 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-04-26T01:49:35.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-04-26T01:49:35.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-04-26T01:49:35.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-04-26T01:49:35.203 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-04-26T01:49:35.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-04-26T01:49:35.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-04-26T01:49:35.208 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-04-26T01:49:35.210 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-04-26T01:49:35.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-04-26T01:49:35.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-04-26T01:49:35.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-04-26T01:49:35.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-04-26T01:49:35.218 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-04-26T01:49:35.220 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-04-26T01:49:35.221 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-04-26T01:49:35.223 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-04-26T01:49:35.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-04-26T01:49:35.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-04-26T01:49:35.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-04-26T01:49:35.232 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-04-26T01:49:35.234 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-04-26T01:49:35.236 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-04-26T01:49:35.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-04-26T01:49:35.239 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-04-26T01:49:35.241 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-04-26T01:49:35.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-04-26T01:49:35.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-04-26T01:49:35.246 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-04-26T01:49:35.248 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-04-26T01:49:35.250 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-04-26T01:49:35.252 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-04-26T01:49:35.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-04-26T01:49:35.255 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-04-26T01:49:35.257 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-04-26T01:49:35.258 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-04-26T01:49:35.260 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-04-26T01:49:35.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-04-26T01:49:35.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-04-26T01:49:35.265 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-04-26T01:49:35.267 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-04-26T01:49:35.268 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-04-26T01:49:35.270 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-04-26T01:49:35.272 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-04-26T01:49:35.273 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-04-26T01:49:35.275 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-04-26T01:49:35.277 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-04-26T01:49:35.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-04-26T01:49:35.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-04-26T01:49:35.282 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-04-26T01:49:35.284 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-04-26T01:49:35.285 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-04-26T01:49:35.287 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-04-26T01:49:35.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-04-26T01:49:35.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-04-26T01:49:35.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-04-26T01:49:35.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-04-26T01:49:35.296 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-04-26T01:49:35.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-04-26T01:49:35.299 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-04-26T01:49:35.301 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-04-26T01:49:35.303 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-04-26T01:49:35.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-04-26T01:49:35.306 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/Changes 2024-04-26T01:49:35.308 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-04-26T01:49:35.309 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/CodingStyle 2024-04-26T01:49:35.311 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-04-26T01:49:35.313 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-04-26T01:49:35.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-04-26T01:49:35.316 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-04-26T01:49:35.318 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/ 2024-04-26T01:49:35.320 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-04-26T01:49:35.321 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-04-26T01:49:35.323 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-04-26T01:49:35.324 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-04-26T01:49:35.326 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-04-26T01:49:35.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-04-26T01:49:35.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-04-26T01:49:35.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-04-26T01:49:35.333 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-04-26T01:49:35.339 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-04-26T01:49:35.341 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-04-26T01:49:35.343 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-04-26T01:49:35.345 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-04-26T01:49:35.346 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-04-26T01:49:35.348 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-04-26T01:49:35.351 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-04-26T01:49:35.353 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-04-26T01:49:35.355 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-04-26T01:49:35.356 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-04-26T01:49:35.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-04-26T01:49:35.360 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-04-26T01:49:35.361 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-04-26T01:49:35.363 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-04-26T01:49:35.365 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-04-26T01:49:35.366 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-04-26T01:49:35.368 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-04-26T01:49:35.369 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-04-26T01:49:35.371 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-04-26T01:49:35.373 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-04-26T01:49:35.378 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-04-26T01:49:35.379 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-04-26T01:49:35.382 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-04-26T01:49:35.384 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-04-26T01:49:35.385 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-04-26T01:49:35.387 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-04-26T01:49:35.389 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-04-26T01:49:35.391 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-04-26T01:49:35.393 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-04-26T01:49:35.395 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-04-26T01:49:35.398 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-04-26T01:49:35.404 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-04-26T01:49:35.409 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-04-26T01:49:35.411 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-04-26T01:49:35.412 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-04-26T01:49:35.414 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-04-26T01:49:35.416 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-04-26T01:49:35.417 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-04-26T01:49:35.419 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-04-26T01:49:35.421 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-04-26T01:49:35.422 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-04-26T01:49:35.425 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-04-26T01:49:35.428 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-04-26T01:49:35.436 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-04-26T01:49:35.437 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-04-26T01:49:35.439 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-04-26T01:49:35.441 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-04-26T01:49:35.442 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-04-26T01:49:35.444 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-04-26T01:49:35.446 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-04-26T01:49:35.447 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-04-26T01:49:35.449 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-04-26T01:49:35.451 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-04-26T01:49:35.453 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-04-26T01:49:35.454 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-04-26T01:49:35.456 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-04-26T01:49:35.458 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-04-26T01:49:35.460 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-04-26T01:49:35.461 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-04-26T01:49:35.463 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-04-26T01:49:35.465 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-04-26T01:49:35.467 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-04-26T01:49:35.468 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-04-26T01:49:35.470 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-04-26T01:49:35.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-04-26T01:49:35.473 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-04-26T01:49:35.475 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-04-26T01:49:35.476 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-04-26T01:49:35.478 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-04-26T01:49:35.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-04-26T01:49:35.482 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-04-26T01:49:35.483 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-04-26T01:49:35.485 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-04-26T01:49:35.488 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-04-26T01:49:35.489 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-04-26T01:49:35.491 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-04-26T01:49:35.493 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-04-26T01:49:35.494 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-04-26T01:49:35.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-04-26T01:49:35.498 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-04-26T01:49:35.499 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-04-26T01:49:35.501 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-04-26T01:49:35.503 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-04-26T01:49:35.504 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-04-26T01:49:35.506 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-04-26T01:49:35.508 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-04-26T01:49:35.510 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-04-26T01:49:35.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-04-26T01:49:35.513 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-04-26T01:49:35.515 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-04-26T01:49:35.517 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-04-26T01:49:35.518 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-04-26T01:49:35.520 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-04-26T01:49:35.521 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-04-26T01:49:35.523 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-04-26T01:49:35.525 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-04-26T01:49:35.527 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-04-26T01:49:35.529 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-04-26T01:49:35.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-04-26T01:49:35.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-04-26T01:49:35.534 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-04-26T01:49:35.536 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-04-26T01:49:35.537 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-04-26T01:49:35.539 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-04-26T01:49:35.541 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-04-26T01:49:35.543 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-04-26T01:49:35.545 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-04-26T01:49:35.546 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-04-26T01:49:35.548 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-04-26T01:49:35.550 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-04-26T01:49:35.551 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-04-26T01:49:35.553 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-04-26T01:49:35.555 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-04-26T01:49:35.556 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-04-26T01:49:35.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-04-26T01:49:35.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-04-26T01:49:35.561 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-04-26T01:49:35.563 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-04-26T01:49:35.565 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-04-26T01:49:35.566 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-04-26T01:49:35.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-04-26T01:49:35.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-04-26T01:49:35.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-04-26T01:49:35.573 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-04-26T01:49:35.575 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-04-26T01:49:35.577 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-04-26T01:49:35.579 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-04-26T01:49:35.581 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-04-26T01:49:35.583 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-04-26T01:49:35.585 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-04-26T01:49:35.587 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-04-26T01:49:35.588 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-04-26T01:49:35.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-04-26T01:49:35.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-04-26T01:49:35.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-04-26T01:49:35.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-04-26T01:49:35.598 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-04-26T01:49:35.600 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-04-26T01:49:35.602 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-04-26T01:49:35.604 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-04-26T01:49:35.606 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-04-26T01:49:35.607 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-04-26T01:49:35.609 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-04-26T01:49:35.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-04-26T01:49:35.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-04-26T01:49:35.614 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-04-26T01:49:35.616 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-04-26T01:49:35.617 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-04-26T01:49:35.619 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-04-26T01:49:35.621 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-04-26T01:49:35.622 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-04-26T01:49:35.624 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-04-26T01:49:35.626 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-04-26T01:49:35.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-04-26T01:49:35.629 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-04-26T01:49:35.631 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-04-26T01:49:35.632 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-04-26T01:49:35.634 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-04-26T01:49:35.636 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-04-26T01:49:35.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-04-26T01:49:35.639 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-04-26T01:49:35.641 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-04-26T01:49:35.643 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-04-26T01:49:35.645 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-04-26T01:49:35.647 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-04-26T01:49:35.648 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-04-26T01:49:35.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-04-26T01:49:35.652 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-04-26T01:49:35.654 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-04-26T01:49:35.656 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-04-26T01:49:35.658 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-04-26T01:49:35.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-04-26T01:49:35.662 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-04-26T01:49:35.663 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-04-26T01:49:35.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-04-26T01:49:35.667 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-04-26T01:49:35.668 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-04-26T01:49:35.670 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-04-26T01:49:35.672 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-04-26T01:49:35.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-04-26T01:49:35.675 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-04-26T01:49:35.677 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-04-26T01:49:35.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-04-26T01:49:35.681 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-04-26T01:49:35.682 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-04-26T01:49:35.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-04-26T01:49:35.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-04-26T01:49:35.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-04-26T01:49:35.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-04-26T01:49:36.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:35 smithi148 ceph-mon[32990]: pgmap v62: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-26T01:49:36.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:35 smithi100 ceph-mon[28020]: pgmap v62: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-26T01:49:36.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:35 smithi133 ceph-mon[32344]: pgmap v62: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-04-26T01:49:38.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:38 smithi148 ceph-mon[32990]: pgmap v63: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:38.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:38 smithi100 ceph-mon[28020]: pgmap v63: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:38.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:38 smithi133 ceph-mon[32344]: pgmap v63: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:40.279 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-04-26T01:49:40.281 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-04-26T01:49:40.283 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-04-26T01:49:40.285 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-04-26T01:49:40.287 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-04-26T01:49:40.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-04-26T01:49:40.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-04-26T01:49:40.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-04-26T01:49:40.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-04-26T01:49:40.296 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-04-26T01:49:40.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-04-26T01:49:40.299 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-04-26T01:49:40.301 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-04-26T01:49:40.303 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-04-26T01:49:40.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-04-26T01:49:40.306 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-04-26T01:49:40.308 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-04-26T01:49:40.309 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-04-26T01:49:40.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:40 smithi148 ceph-mon[32990]: pgmap v64: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:40.311 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-04-26T01:49:40.313 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-04-26T01:49:40.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-04-26T01:49:40.316 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-04-26T01:49:40.318 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-04-26T01:49:40.321 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-04-26T01:49:40.323 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-04-26T01:49:40.325 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-04-26T01:49:40.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:40 smithi100 ceph-mon[28020]: pgmap v64: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:40.326 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-04-26T01:49:40.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-04-26T01:49:40.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-04-26T01:49:40.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-04-26T01:49:40.333 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-04-26T01:49:40.340 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-04-26T01:49:40.342 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-04-26T01:49:40.344 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-04-26T01:49:40.346 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/ 2024-04-26T01:49:40.348 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-04-26T01:49:40.349 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-04-26T01:49:40.351 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-04-26T01:49:40.353 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-04-26T01:49:40.354 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-04-26T01:49:40.356 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-04-26T01:49:40.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-04-26T01:49:40.359 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-04-26T01:49:40.361 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-04-26T01:49:40.362 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/EDID/hex 2024-04-26T01:49:40.364 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/HOWTO 2024-04-26T01:49:40.366 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-04-26T01:49:40.368 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-04-26T01:49:40.370 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-04-26T01:49:40.372 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-04-26T01:49:40.374 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-04-26T01:49:40.376 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/Makefile 2024-04-26T01:49:40.377 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-04-26T01:49:40.379 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/ 2024-04-26T01:49:40.381 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-04-26T01:49:40.382 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-04-26T01:49:40.384 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-04-26T01:49:40.386 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-04-26T01:49:40.388 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-04-26T01:49:40.389 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-04-26T01:49:40.391 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-04-26T01:49:40.393 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/ 2024-04-26T01:49:40.394 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-04-26T01:49:40.396 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-04-26T01:49:40.398 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-04-26T01:49:40.400 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-04-26T01:49:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:40 smithi133 ceph-mon[32344]: pgmap v64: 97 pgs: 97 active+clean; 53 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 MiB/s wr, 13 op/s 2024-04-26T01:49:40.402 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-04-26T01:49:40.403 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-04-26T01:49:40.405 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-04-26T01:49:40.409 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-04-26T01:49:40.411 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-04-26T01:49:40.412 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-04-26T01:49:40.414 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-04-26T01:49:40.416 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-04-26T01:49:40.418 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-04-26T01:49:40.419 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-04-26T01:49:40.421 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-04-26T01:49:40.423 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-04-26T01:49:40.424 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-04-26T01:49:40.426 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-04-26T01:49:40.428 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SAK.txt 2024-04-26T01:49:40.430 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SM501.txt 2024-04-26T01:49:40.431 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-04-26T01:49:40.433 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-04-26T01:49:40.435 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-04-26T01:49:40.437 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-04-26T01:49:40.439 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-04-26T01:49:40.440 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/ 2024-04-26T01:49:40.442 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-04-26T01:49:40.443 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-04-26T01:49:40.445 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-04-26T01:49:40.446 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-04-26T01:49:40.448 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-04-26T01:49:40.450 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-04-26T01:49:40.452 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-04-26T01:49:40.454 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/ 2024-04-26T01:49:40.455 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-04-26T01:49:40.457 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-04-26T01:49:40.458 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-04-26T01:49:40.460 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-04-26T01:49:40.462 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-04-26T01:49:40.463 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-04-26T01:49:40.465 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-04-26T01:49:40.466 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-04-26T01:49:40.468 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-04-26T01:49:40.470 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-04-26T01:49:40.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-04-26T01:49:40.473 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-04-26T01:49:40.475 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-04-26T01:49:40.476 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/ 2024-04-26T01:49:40.478 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-04-26T01:49:40.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-04-26T01:49:40.481 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-04-26T01:49:40.483 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-04-26T01:49:40.485 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-04-26T01:49:40.486 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-04-26T01:49:40.488 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-04-26T01:49:40.490 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/ 2024-04-26T01:49:40.491 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-04-26T01:49:40.493 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-04-26T01:49:40.494 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-04-26T01:49:40.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Booting 2024-04-26T01:49:40.498 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-04-26T01:49:40.499 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-04-26T01:49:40.501 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-04-26T01:49:40.503 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-04-26T01:49:40.505 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-04-26T01:49:40.506 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-04-26T01:49:40.507 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-04-26T01:49:40.509 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-04-26T01:49:40.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-04-26T01:49:40.512 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-04-26T01:49:40.514 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Porting 2024-04-26T01:49:40.516 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/README 2024-04-26T01:49:40.517 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-04-26T01:49:40.519 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-04-26T01:49:40.520 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-04-26T01:49:40.522 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-04-26T01:49:40.524 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-04-26T01:49:40.525 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-04-26T01:49:40.527 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-04-26T01:49:40.528 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-04-26T01:49:40.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-04-26T01:49:40.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-04-26T01:49:40.533 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-04-26T01:49:40.535 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-04-26T01:49:40.537 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-04-26T01:49:40.538 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-04-26T01:49:40.540 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-04-26T01:49:40.541 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-04-26T01:49:40.543 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-04-26T01:49:40.545 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-04-26T01:49:40.546 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-04-26T01:49:40.548 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-04-26T01:49:40.550 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-04-26T01:49:40.551 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-04-26T01:49:40.553 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-04-26T01:49:40.554 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-04-26T01:49:40.556 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-04-26T01:49:40.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-04-26T01:49:40.559 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-04-26T01:49:40.561 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-04-26T01:49:40.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-04-26T01:49:40.564 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-04-26T01:49:40.566 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-04-26T01:49:40.567 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-04-26T01:49:40.569 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-04-26T01:49:40.571 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-04-26T01:49:40.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-04-26T01:49:40.574 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-04-26T01:49:40.575 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-04-26T01:49:40.577 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-04-26T01:49:40.579 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-04-26T01:49:40.580 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-04-26T01:49:40.582 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-04-26T01:49:40.584 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-04-26T01:49:40.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-04-26T01:49:40.587 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/Setup 2024-04-26T01:49:40.589 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-04-26T01:49:40.590 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-04-26T01:49:40.592 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-04-26T01:49:40.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-04-26T01:49:40.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-04-26T01:49:40.597 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-04-26T01:49:40.599 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-04-26T01:49:40.601 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-04-26T01:49:40.602 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-04-26T01:49:40.604 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-04-26T01:49:40.605 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-04-26T01:49:40.607 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-04-26T01:49:40.609 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-04-26T01:49:40.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-04-26T01:49:40.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-04-26T01:49:40.614 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-04-26T01:49:40.615 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-04-26T01:49:40.617 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-04-26T01:49:40.618 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-04-26T01:49:40.620 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-04-26T01:49:40.622 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-04-26T01:49:40.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-04-26T01:49:40.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-04-26T01:49:40.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-04-26T01:49:40.628 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-04-26T01:49:40.630 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-04-26T01:49:40.631 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-04-26T01:49:40.633 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-04-26T01:49:40.635 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-04-26T01:49:40.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-04-26T01:49:40.640 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm64/ 2024-04-26T01:49:40.642 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-04-26T01:49:40.644 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-04-26T01:49:40.646 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-04-26T01:49:40.648 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-04-26T01:49:40.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-04-26T01:49:40.653 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-04-26T01:49:40.655 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-04-26T01:49:40.657 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-04-26T01:49:40.659 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-04-26T01:49:40.661 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-04-26T01:49:40.663 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-04-26T01:49:40.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-04-26T01:49:40.667 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/backlight/ 2024-04-26T01:49:40.669 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-04-26T01:49:40.670 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-04-26T01:49:40.672 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-04-26T01:49:40.674 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bcache.txt 2024-04-26T01:49:40.676 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-04-26T01:49:40.678 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/ 2024-04-26T01:49:40.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-04-26T01:49:40.681 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-04-26T01:49:40.682 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-04-26T01:49:40.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-04-26T01:49:40.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-04-26T01:49:40.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/ 2024-04-26T01:49:40.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-04-26T01:49:40.691 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-04-26T01:49:40.693 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-04-26T01:49:40.695 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-04-26T01:49:40.697 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-04-26T01:49:40.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-04-26T01:49:40.702 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-04-26T01:49:40.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-04-26T01:49:40.706 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-04-26T01:49:40.709 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-04-26T01:49:40.710 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-04-26T01:49:40.712 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/request.txt 2024-04-26T01:49:40.714 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-04-26T01:49:40.716 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-04-26T01:49:40.719 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-04-26T01:49:40.721 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/ 2024-04-26T01:49:40.723 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-04-26T01:49:40.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-04-26T01:49:40.727 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-04-26T01:49:40.729 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-04-26T01:49:40.731 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-04-26T01:49:40.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-04-26T01:49:40.736 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-04-26T01:49:40.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-04-26T01:49:40.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-04-26T01:49:40.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-04-26T01:49:40.744 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-04-26T01:49:40.746 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-04-26T01:49:40.748 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-04-26T01:49:40.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-04-26T01:49:40.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-04-26T01:49:40.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-04-26T01:49:40.757 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-04-26T01:49:40.759 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-04-26T01:49:40.761 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-04-26T01:49:40.764 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-04-26T01:49:40.766 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-04-26T01:49:40.769 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-04-26T01:49:40.771 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-04-26T01:49:40.773 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-04-26T01:49:40.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-04-26T01:49:40.777 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-04-26T01:49:40.779 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/ 2024-04-26T01:49:40.781 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-04-26T01:49:40.784 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-04-26T01:49:40.786 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-04-26T01:49:40.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-04-26T01:49:40.790 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-04-26T01:49:40.792 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/ 2024-04-26T01:49:40.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-04-26T01:49:40.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-04-26T01:49:40.798 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-04-26T01:49:40.801 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-04-26T01:49:40.803 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-04-26T01:49:40.805 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-04-26T01:49:40.807 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-04-26T01:49:40.809 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-04-26T01:49:40.811 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-04-26T01:49:40.814 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-04-26T01:49:40.816 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-04-26T01:49:40.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-04-26T01:49:40.820 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-04-26T01:49:40.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-04-26T01:49:40.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/clk.txt 2024-04-26T01:49:40.827 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-04-26T01:49:40.829 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/ 2024-04-26T01:49:40.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-04-26T01:49:40.833 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-04-26T01:49:40.836 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-04-26T01:49:40.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-04-26T01:49:40.840 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-04-26T01:49:40.842 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/console/ 2024-04-26T01:49:40.844 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/console/console.txt 2024-04-26T01:49:40.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-04-26T01:49:40.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-04-26T01:49:40.851 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-04-26T01:49:40.852 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-04-26T01:49:40.855 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-04-26T01:49:40.857 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-04-26T01:49:40.859 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-04-26T01:49:40.861 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-04-26T01:49:40.863 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-04-26T01:49:40.865 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-04-26T01:49:40.867 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-04-26T01:49:40.869 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-04-26T01:49:40.871 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-04-26T01:49:40.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-04-26T01:49:40.876 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-04-26T01:49:40.878 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-04-26T01:49:40.880 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-04-26T01:49:40.882 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-04-26T01:49:40.884 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-04-26T01:49:40.886 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-04-26T01:49:40.888 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crc32.txt 2024-04-26T01:49:40.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cris/ 2024-04-26T01:49:40.893 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/cris/README 2024-04-26T01:49:40.895 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/ 2024-04-26T01:49:40.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-04-26T01:49:40.899 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-04-26T01:49:40.901 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-04-26T01:49:40.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-04-26T01:49:40.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-04-26T01:49:40.907 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-04-26T01:49:40.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-04-26T01:49:40.913 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-04-26T01:49:40.914 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-04-26T01:49:40.916 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/ 2024-04-26T01:49:40.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-04-26T01:49:40.920 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-04-26T01:49:40.922 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-04-26T01:49:40.924 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-04-26T01:49:40.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-04-26T01:49:40.928 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-04-26T01:49:40.929 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-04-26T01:49:40.931 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-04-26T01:49:40.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-04-26T01:49:40.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-04-26T01:49:40.936 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-04-26T01:49:40.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-04-26T01:49:40.939 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-04-26T01:49:40.941 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-04-26T01:49:40.942 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-04-26T01:49:40.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-04-26T01:49:40.945 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-04-26T01:49:40.947 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-04-26T01:49:40.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-04-26T01:49:40.951 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-04-26T01:49:40.952 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-04-26T01:49:40.954 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-04-26T01:49:40.956 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-04-26T01:49:40.957 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-04-26T01:49:40.959 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-04-26T01:49:40.961 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-04-26T01:49:40.963 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-04-26T01:49:40.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-04-26T01:49:40.966 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-04-26T01:49:40.968 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-04-26T01:49:40.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-04-26T01:49:40.972 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devices.txt 2024-04-26T01:49:40.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/ 2024-04-26T01:49:40.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-04-26T01:49:40.980 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-04-26T01:49:40.981 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-04-26T01:49:40.983 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-04-26T01:49:40.984 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-04-26T01:49:40.985 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-04-26T01:49:40.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-04-26T01:49:40.989 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-04-26T01:49:40.990 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-04-26T01:49:40.992 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-04-26T01:49:40.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-04-26T01:49:40.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-04-26T01:49:40.997 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-04-26T01:49:40.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-04-26T01:49:41.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-04-26T01:49:41.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-04-26T01:49:41.004 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-04-26T01:49:41.005 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-04-26T01:49:41.007 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-04-26T01:49:41.009 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-04-26T01:49:41.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-04-26T01:49:41.012 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-04-26T01:49:41.014 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-04-26T01:49:41.016 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-04-26T01:49:41.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-04-26T01:49:41.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-04-26T01:49:41.021 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-04-26T01:49:41.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-04-26T01:49:41.024 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-04-26T01:49:41.026 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-04-26T01:49:41.028 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-04-26T01:49:41.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-04-26T01:49:41.031 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-04-26T01:49:41.033 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-04-26T01:49:41.035 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-04-26T01:49:41.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-04-26T01:49:41.038 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-04-26T01:49:41.040 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-04-26T01:49:41.042 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-04-26T01:49:41.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-04-26T01:49:41.045 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-04-26T01:49:41.046 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-04-26T01:49:41.048 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-04-26T01:49:41.050 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-04-26T01:49:41.052 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-04-26T01:49:41.053 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-04-26T01:49:41.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-04-26T01:49:41.057 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-04-26T01:49:41.058 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-04-26T01:49:41.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-04-26T01:49:41.062 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-04-26T01:49:41.063 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-04-26T01:49:41.065 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-04-26T01:49:41.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-04-26T01:49:41.070 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-04-26T01:49:41.071 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-04-26T01:49:41.073 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-04-26T01:49:41.075 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-04-26T01:49:41.077 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-04-26T01:49:41.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-04-26T01:49:41.080 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-04-26T01:49:41.082 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-04-26T01:49:41.084 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-04-26T01:49:41.085 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-04-26T01:49:41.087 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-04-26T01:49:41.089 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-04-26T01:49:41.090 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-04-26T01:49:41.092 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-04-26T01:49:41.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-04-26T01:49:41.095 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-04-26T01:49:41.096 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-04-26T01:49:41.098 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-04-26T01:49:41.100 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-04-26T01:49:41.102 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-04-26T01:49:41.103 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-04-26T01:49:41.105 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-04-26T01:49:41.106 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-04-26T01:49:41.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-04-26T01:49:41.110 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-04-26T01:49:41.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-04-26T01:49:41.113 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-04-26T01:49:41.115 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-04-26T01:49:41.116 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-04-26T01:49:41.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-04-26T01:49:41.122 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-04-26T01:49:41.122 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-04-26T01:49:41.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-04-26T01:49:41.124 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-04-26T01:49:41.126 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-04-26T01:49:41.128 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-04-26T01:49:41.129 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-04-26T01:49:41.131 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-04-26T01:49:41.133 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-04-26T01:49:41.135 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-04-26T01:49:41.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-04-26T01:49:41.138 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-04-26T01:49:41.139 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-04-26T01:49:41.141 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-04-26T01:49:41.142 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-04-26T01:49:41.144 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-04-26T01:49:41.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-04-26T01:49:41.148 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-04-26T01:49:41.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-04-26T01:49:41.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-04-26T01:49:41.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-04-26T01:49:41.154 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-04-26T01:49:41.156 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-04-26T01:49:41.158 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-04-26T01:49:41.160 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-04-26T01:49:41.162 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-04-26T01:49:41.163 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-04-26T01:49:41.165 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-04-26T01:49:41.167 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-04-26T01:49:41.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-04-26T01:49:41.170 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-04-26T01:49:41.171 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-04-26T01:49:41.173 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-04-26T01:49:41.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-04-26T01:49:41.176 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-04-26T01:49:41.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-04-26T01:49:41.179 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-04-26T01:49:41.181 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-04-26T01:49:41.183 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-04-26T01:49:41.184 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-04-26T01:49:41.186 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-04-26T01:49:41.188 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-04-26T01:49:41.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-04-26T01:49:41.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-04-26T01:49:41.193 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-04-26T01:49:41.194 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-04-26T01:49:41.196 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-04-26T01:49:41.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-04-26T01:49:41.199 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-04-26T01:49:41.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-04-26T01:49:41.203 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-04-26T01:49:41.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-04-26T01:49:41.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-04-26T01:49:41.208 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-04-26T01:49:41.209 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-04-26T01:49:41.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-04-26T01:49:41.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-04-26T01:49:41.214 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-04-26T01:49:41.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-04-26T01:49:41.218 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-04-26T01:49:41.220 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-04-26T01:49:41.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-04-26T01:49:41.223 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-04-26T01:49:41.225 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-04-26T01:49:41.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-04-26T01:49:41.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-04-26T01:49:41.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-04-26T01:49:41.232 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-04-26T01:49:41.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-04-26T01:49:41.235 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-04-26T01:49:41.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-04-26T01:49:41.238 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-04-26T01:49:41.240 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-04-26T01:49:41.241 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-04-26T01:49:41.469 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-04-26T01:49:41.471 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-04-26T01:49:41.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-04-26T01:49:41.474 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-04-26T01:49:41.476 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-04-26T01:49:41.477 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-04-26T01:49:41.479 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-04-26T01:49:41.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-04-26T01:49:41.482 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-04-26T01:49:41.484 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-04-26T01:49:41.485 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-04-26T01:49:41.487 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-04-26T01:49:41.488 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-04-26T01:49:41.490 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-04-26T01:49:41.492 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-04-26T01:49:41.493 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-04-26T01:49:41.495 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-04-26T01:49:41.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-04-26T01:49:41.498 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-04-26T01:49:41.500 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-04-26T01:49:41.501 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-04-26T01:49:41.503 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-04-26T01:49:41.505 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-04-26T01:49:41.506 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-04-26T01:49:41.508 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-04-26T01:49:41.510 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-04-26T01:49:41.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-04-26T01:49:41.513 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-04-26T01:49:41.514 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-04-26T01:49:41.516 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-04-26T01:49:41.518 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-04-26T01:49:41.519 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-04-26T01:49:41.521 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-04-26T01:49:41.523 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-04-26T01:49:41.524 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-04-26T01:49:41.526 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-04-26T01:49:41.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-04-26T01:49:41.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-04-26T01:49:41.531 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-04-26T01:49:41.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-04-26T01:49:41.534 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-04-26T01:49:41.535 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-04-26T01:49:41.537 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-04-26T01:49:41.539 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-04-26T01:49:41.540 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-04-26T01:49:41.542 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-04-26T01:49:41.544 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-04-26T01:49:41.545 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-04-26T01:49:41.547 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-04-26T01:49:41.548 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-04-26T01:49:41.550 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-04-26T01:49:41.552 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-04-26T01:49:41.554 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-04-26T01:49:41.555 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-04-26T01:49:41.557 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-04-26T01:49:41.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-04-26T01:49:41.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-04-26T01:49:41.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-04-26T01:49:41.563 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-04-26T01:49:41.565 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-04-26T01:49:41.567 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-04-26T01:49:41.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-04-26T01:49:41.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-04-26T01:49:41.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-04-26T01:49:41.573 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-04-26T01:49:41.575 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-04-26T01:49:41.576 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-04-26T01:49:41.578 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-04-26T01:49:41.580 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-04-26T01:49:41.581 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-04-26T01:49:41.583 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-04-26T01:49:41.585 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-04-26T01:49:41.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-04-26T01:49:41.588 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-04-26T01:49:41.590 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-04-26T01:49:41.591 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-04-26T01:49:41.593 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-04-26T01:49:41.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-04-26T01:49:41.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-04-26T01:49:41.597 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-04-26T01:49:41.599 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-04-26T01:49:41.601 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-04-26T01:49:41.602 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-04-26T01:49:41.604 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-04-26T01:49:41.606 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-04-26T01:49:41.607 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-04-26T01:49:41.608 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-04-26T01:49:41.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-04-26T01:49:41.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-04-26T01:49:41.613 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-04-26T01:49:41.615 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-04-26T01:49:41.617 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-04-26T01:49:41.618 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-04-26T01:49:41.620 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-04-26T01:49:41.621 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-04-26T01:49:41.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-04-26T01:49:41.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-04-26T01:49:41.626 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-04-26T01:49:41.628 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-04-26T01:49:41.629 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-04-26T01:49:41.631 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-04-26T01:49:41.633 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-04-26T01:49:41.634 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-04-26T01:49:41.636 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-04-26T01:49:41.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-04-26T01:49:41.639 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-04-26T01:49:41.641 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-04-26T01:49:41.642 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-04-26T01:49:41.644 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-04-26T01:49:41.645 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-04-26T01:49:41.647 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-04-26T01:49:41.649 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-04-26T01:49:41.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-04-26T01:49:41.652 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-04-26T01:49:41.653 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-04-26T01:49:41.655 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-04-26T01:49:41.657 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-04-26T01:49:41.658 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-04-26T01:49:41.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-04-26T01:49:41.662 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-04-26T01:49:41.663 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-04-26T01:49:41.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-04-26T01:49:41.666 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-04-26T01:49:41.668 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-04-26T01:49:41.670 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-04-26T01:49:41.671 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-04-26T01:49:41.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-04-26T01:49:41.675 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-04-26T01:49:41.676 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-04-26T01:49:41.678 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-04-26T01:49:41.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-04-26T01:49:41.681 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-04-26T01:49:41.683 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-04-26T01:49:41.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-04-26T01:49:41.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-04-26T01:49:41.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-04-26T01:49:41.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-04-26T01:49:41.690 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-04-26T01:49:41.692 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-04-26T01:49:41.694 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-04-26T01:49:41.695 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-04-26T01:49:41.697 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-04-26T01:49:41.698 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-04-26T01:49:41.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-04-26T01:49:41.702 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-04-26T01:49:41.703 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-04-26T01:49:41.705 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-04-26T01:49:41.707 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-04-26T01:49:41.708 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-04-26T01:49:41.710 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-04-26T01:49:41.712 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-04-26T01:49:41.714 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-04-26T01:49:41.715 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-04-26T01:49:41.717 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-04-26T01:49:41.719 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-04-26T01:49:41.721 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-04-26T01:49:41.723 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-04-26T01:49:41.724 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-04-26T01:49:41.726 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-04-26T01:49:41.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-04-26T01:49:41.729 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-04-26T01:49:41.731 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-04-26T01:49:41.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-04-26T01:49:41.735 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-04-26T01:49:41.737 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-04-26T01:49:41.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-04-26T01:49:41.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-04-26T01:49:41.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-04-26T01:49:41.744 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-04-26T01:49:41.745 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-04-26T01:49:41.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-04-26T01:49:41.749 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-04-26T01:49:41.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-04-26T01:49:41.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-04-26T01:49:41.753 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-04-26T01:49:41.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-04-26T01:49:41.757 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-04-26T01:49:41.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-04-26T01:49:41.760 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-04-26T01:49:41.762 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-04-26T01:49:41.763 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-04-26T01:49:41.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-04-26T01:49:41.766 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-04-26T01:49:41.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-04-26T01:49:41.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-04-26T01:49:41.771 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-04-26T01:49:41.773 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-04-26T01:49:41.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-04-26T01:49:41.776 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-04-26T01:49:41.778 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-04-26T01:49:41.780 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-04-26T01:49:41.781 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-04-26T01:49:41.783 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-04-26T01:49:41.785 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-04-26T01:49:41.786 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-04-26T01:49:41.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-04-26T01:49:41.789 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-04-26T01:49:41.791 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-04-26T01:49:41.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-04-26T01:49:41.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-04-26T01:49:41.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-04-26T01:49:41.797 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-04-26T01:49:41.799 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-04-26T01:49:41.800 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-04-26T01:49:41.802 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-04-26T01:49:41.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-04-26T01:49:41.805 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-04-26T01:49:41.807 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-04-26T01:49:41.808 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-04-26T01:49:41.810 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-04-26T01:49:41.812 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-04-26T01:49:41.813 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-04-26T01:49:41.815 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-04-26T01:49:41.817 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-04-26T01:49:41.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-04-26T01:49:41.820 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-04-26T01:49:41.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-04-26T01:49:41.823 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-04-26T01:49:41.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-04-26T01:49:41.827 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-04-26T01:49:41.828 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-04-26T01:49:41.830 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-04-26T01:49:41.832 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-04-26T01:49:41.834 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-04-26T01:49:41.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-04-26T01:49:41.837 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-04-26T01:49:41.839 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-04-26T01:49:41.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-04-26T01:49:41.842 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-04-26T01:49:41.844 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-04-26T01:49:41.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-04-26T01:49:41.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-04-26T01:49:41.849 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-04-26T01:49:41.851 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-04-26T01:49:41.853 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-04-26T01:49:41.854 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-04-26T01:49:41.857 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-04-26T01:49:41.858 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-04-26T01:49:41.860 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-04-26T01:49:41.862 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-04-26T01:49:41.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-04-26T01:49:41.866 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-04-26T01:49:41.868 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-04-26T01:49:41.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-04-26T01:49:41.872 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-04-26T01:49:41.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-04-26T01:49:41.876 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-04-26T01:49:41.878 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-04-26T01:49:41.880 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-04-26T01:49:41.882 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-04-26T01:49:41.885 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-04-26T01:49:41.887 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-04-26T01:49:41.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-04-26T01:49:41.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-04-26T01:49:41.892 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-04-26T01:49:41.894 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-04-26T01:49:41.896 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-04-26T01:49:41.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-04-26T01:49:41.899 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-04-26T01:49:41.900 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-04-26T01:49:41.902 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-04-26T01:49:41.904 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-04-26T01:49:41.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-04-26T01:49:41.907 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-04-26T01:49:41.909 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-04-26T01:49:41.911 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-04-26T01:49:41.912 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-04-26T01:49:41.914 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-04-26T01:49:41.916 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-04-26T01:49:41.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-04-26T01:49:41.919 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-04-26T01:49:41.921 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-04-26T01:49:41.923 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-04-26T01:49:41.924 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-04-26T01:49:41.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-04-26T01:49:41.928 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-04-26T01:49:41.930 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-04-26T01:49:41.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-04-26T01:49:41.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-04-26T01:49:41.935 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-04-26T01:49:41.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-04-26T01:49:41.941 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-04-26T01:49:41.941 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-04-26T01:49:41.943 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-04-26T01:49:41.945 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-04-26T01:49:41.947 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-04-26T01:49:41.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-04-26T01:49:41.950 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-04-26T01:49:41.952 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-04-26T01:49:41.954 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-04-26T01:49:41.955 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-04-26T01:49:41.957 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-04-26T01:49:41.959 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-04-26T01:49:41.960 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-04-26T01:49:41.962 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-04-26T01:49:41.964 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-04-26T01:49:41.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-04-26T01:49:41.967 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-04-26T01:49:41.969 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-04-26T01:49:41.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-04-26T01:49:41.972 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-04-26T01:49:41.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-04-26T01:49:41.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-04-26T01:49:41.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-04-26T01:49:41.979 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-04-26T01:49:41.981 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-04-26T01:49:41.982 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-04-26T01:49:41.984 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-04-26T01:49:41.986 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-04-26T01:49:41.989 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-04-26T01:49:41.991 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-04-26T01:49:41.992 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-04-26T01:49:41.994 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-04-26T01:49:41.996 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-04-26T01:49:41.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-04-26T01:49:42.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-04-26T01:49:42.001 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-04-26T01:49:42.003 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-04-26T01:49:42.005 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-04-26T01:49:42.006 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-04-26T01:49:42.008 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-04-26T01:49:42.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-04-26T01:49:42.012 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-04-26T01:49:42.013 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-04-26T01:49:42.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-04-26T01:49:42.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-04-26T01:49:42.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-04-26T01:49:42.020 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-04-26T01:49:42.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-04-26T01:49:42.024 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-04-26T01:49:42.026 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-04-26T01:49:42.027 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-04-26T01:49:42.029 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-04-26T01:49:42.031 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-04-26T01:49:42.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-04-26T01:49:42.034 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-04-26T01:49:42.036 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-04-26T01:49:42.038 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-04-26T01:49:42.040 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-04-26T01:49:42.041 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-04-26T01:49:42.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-04-26T01:49:42.045 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-04-26T01:49:42.047 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-04-26T01:49:42.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-04-26T01:49:42.050 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-04-26T01:49:42.052 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-04-26T01:49:42.054 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-04-26T01:49:42.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-04-26T01:49:42.057 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-04-26T01:49:42.059 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-04-26T01:49:42.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-04-26T01:49:42.062 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-04-26T01:49:42.064 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-04-26T01:49:42.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-04-26T01:49:42.067 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-04-26T01:49:42.069 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-04-26T01:49:42.072 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-04-26T01:49:42.073 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-04-26T01:49:42.075 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-04-26T01:49:42.077 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-04-26T01:49:42.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-04-26T01:49:42.083 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-04-26T01:49:42.085 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-04-26T01:49:42.087 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-04-26T01:49:42.088 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-04-26T01:49:42.090 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-04-26T01:49:42.092 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-04-26T01:49:42.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-04-26T01:49:42.095 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-04-26T01:49:42.097 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-04-26T01:49:42.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-04-26T01:49:42.101 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-04-26T01:49:42.102 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-04-26T01:49:42.104 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-04-26T01:49:42.106 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-04-26T01:49:42.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-04-26T01:49:42.109 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-04-26T01:49:42.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-04-26T01:49:42.112 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-04-26T01:49:42.114 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-04-26T01:49:42.116 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-04-26T01:49:42.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-04-26T01:49:42.120 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-04-26T01:49:42.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-04-26T01:49:42.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-04-26T01:49:42.125 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-04-26T01:49:42.127 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-04-26T01:49:42.129 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-04-26T01:49:42.131 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-04-26T01:49:42.133 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-04-26T01:49:42.134 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-04-26T01:49:42.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-04-26T01:49:42.137 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-04-26T01:49:42.139 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-04-26T01:49:42.141 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-04-26T01:49:42.145 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-04-26T01:49:42.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-04-26T01:49:42.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-04-26T01:49:42.147 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-04-26T01:49:42.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-04-26T01:49:42.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-04-26T01:49:42.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-04-26T01:49:42.154 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-04-26T01:49:42.156 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-04-26T01:49:42.158 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-04-26T01:49:42.159 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-04-26T01:49:42.161 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-04-26T01:49:42.163 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-04-26T01:49:42.164 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-04-26T01:49:42.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-04-26T01:49:42.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-04-26T01:49:42.170 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-04-26T01:49:42.171 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-04-26T01:49:42.173 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-04-26T01:49:42.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-04-26T01:49:42.177 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-04-26T01:49:42.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-04-26T01:49:42.180 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-04-26T01:49:42.182 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-04-26T01:49:42.183 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-04-26T01:49:42.185 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-04-26T01:49:42.187 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-04-26T01:49:42.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-04-26T01:49:42.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-04-26T01:49:42.193 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-04-26T01:49:42.195 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-04-26T01:49:42.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-04-26T01:49:42.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-04-26T01:49:42.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-04-26T01:49:42.203 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-04-26T01:49:42.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-04-26T01:49:42.208 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-04-26T01:49:42.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-04-26T01:49:42.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-04-26T01:49:42.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-04-26T01:49:42.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-04-26T01:49:42.219 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-04-26T01:49:42.221 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-04-26T01:49:42.224 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-04-26T01:49:42.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-04-26T01:49:42.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-04-26T01:49:42.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-04-26T01:49:42.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-04-26T01:49:42.235 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-04-26T01:49:42.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-04-26T01:49:42.240 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-04-26T01:49:42.242 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-04-26T01:49:42.244 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-04-26T01:49:42.246 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-04-26T01:49:42.248 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-04-26T01:49:42.250 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-04-26T01:49:42.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-04-26T01:49:42.255 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-04-26T01:49:42.257 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-04-26T01:49:42.259 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-04-26T01:49:42.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-04-26T01:49:42.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-04-26T01:49:42.265 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-04-26T01:49:42.266 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-04-26T01:49:42.269 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-04-26T01:49:42.270 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-04-26T01:49:42.272 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-04-26T01:49:42.274 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-04-26T01:49:42.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-04-26T01:49:42.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-04-26T01:49:42.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-04-26T01:49:42.282 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-04-26T01:49:42.284 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-04-26T01:49:42.285 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-04-26T01:49:42.287 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-04-26T01:49:42.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-04-26T01:49:42.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-04-26T01:49:42.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-04-26T01:49:42.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-04-26T01:49:42.296 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-04-26T01:49:42.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-04-26T01:49:42.300 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-04-26T01:49:42.301 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-04-26T01:49:42.303 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-04-26T01:49:42.305 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-04-26T01:49:42.307 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-04-26T01:49:42.308 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-04-26T01:49:42.310 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-04-26T01:49:42.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:42 smithi148 ceph-mon[32990]: pgmap v65: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-26T01:49:42.312 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-04-26T01:49:42.314 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-04-26T01:49:42.316 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-04-26T01:49:42.317 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-04-26T01:49:42.319 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-04-26T01:49:42.321 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-04-26T01:49:42.323 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-04-26T01:49:42.324 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-04-26T01:49:42.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:42 smithi100 ceph-mon[28020]: pgmap v65: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-26T01:49:42.326 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-04-26T01:49:42.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-04-26T01:49:42.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-04-26T01:49:42.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-04-26T01:49:42.333 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-04-26T01:49:42.335 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-04-26T01:49:42.337 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-04-26T01:49:42.339 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-04-26T01:49:42.340 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-04-26T01:49:42.342 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-04-26T01:49:42.344 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-04-26T01:49:42.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:42 smithi133 ceph-mon[32344]: pgmap v65: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-26T01:49:42.559 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-04-26T01:49:42.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-04-26T01:49:42.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-04-26T01:49:42.564 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-04-26T01:49:42.566 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-04-26T01:49:42.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-04-26T01:49:42.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-04-26T01:49:42.571 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-04-26T01:49:42.573 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-04-26T01:49:42.574 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-04-26T01:49:42.576 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-04-26T01:49:42.578 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-04-26T01:49:42.580 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-04-26T01:49:42.581 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-04-26T01:49:42.583 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-04-26T01:49:42.585 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-04-26T01:49:42.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-04-26T01:49:42.588 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-04-26T01:49:42.589 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-04-26T01:49:42.591 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-04-26T01:49:42.593 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-04-26T01:49:42.595 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-04-26T01:49:42.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-04-26T01:49:42.598 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-04-26T01:49:42.600 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-04-26T01:49:42.602 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-04-26T01:49:42.603 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-04-26T01:49:42.605 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-04-26T01:49:42.607 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-04-26T01:49:42.609 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-04-26T01:49:42.611 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-04-26T01:49:42.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-04-26T01:49:42.614 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-04-26T01:49:42.616 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-04-26T01:49:42.618 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-04-26T01:49:42.619 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-04-26T01:49:42.621 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-04-26T01:49:42.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-04-26T01:49:42.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-04-26T01:49:42.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-04-26T01:49:42.629 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-04-26T01:49:42.630 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-04-26T01:49:42.632 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-04-26T01:49:42.634 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-04-26T01:49:42.636 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-04-26T01:49:42.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-04-26T01:49:42.639 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-04-26T01:49:42.641 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-04-26T01:49:42.643 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-04-26T01:49:42.644 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-04-26T01:49:42.646 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-04-26T01:49:42.648 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-04-26T01:49:42.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-04-26T01:49:42.652 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-04-26T01:49:42.653 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-04-26T01:49:42.655 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-04-26T01:49:42.657 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-04-26T01:49:42.658 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-04-26T01:49:42.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-04-26T01:49:42.662 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-04-26T01:49:42.664 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-04-26T01:49:42.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-04-26T01:49:42.667 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-04-26T01:49:42.669 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-04-26T01:49:42.671 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-04-26T01:49:42.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-04-26T01:49:42.675 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-04-26T01:49:42.677 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-04-26T01:49:42.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-04-26T01:49:42.680 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-04-26T01:49:42.682 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-04-26T01:49:42.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-04-26T01:49:42.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-04-26T01:49:42.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-04-26T01:49:42.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-04-26T01:49:42.691 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-04-26T01:49:42.693 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-04-26T01:49:42.695 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-04-26T01:49:42.697 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-04-26T01:49:42.698 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-04-26T01:49:42.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-04-26T01:49:42.702 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-04-26T01:49:42.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-04-26T01:49:42.705 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-04-26T01:49:42.707 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-04-26T01:49:42.709 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-04-26T01:49:42.711 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-04-26T01:49:42.713 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-04-26T01:49:42.715 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-04-26T01:49:42.717 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-04-26T01:49:42.718 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-04-26T01:49:42.720 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-04-26T01:49:42.722 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-04-26T01:49:42.724 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-04-26T01:49:42.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-04-26T01:49:42.727 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-04-26T01:49:42.729 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-04-26T01:49:42.730 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-04-26T01:49:42.732 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-04-26T01:49:42.734 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-04-26T01:49:42.736 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-04-26T01:49:42.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-04-26T01:49:42.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-04-26T01:49:42.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-04-26T01:49:42.743 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-04-26T01:49:42.745 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-04-26T01:49:42.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-04-26T01:49:42.749 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-04-26T01:49:42.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-04-26T01:49:42.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-04-26T01:49:42.753 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-04-26T01:49:42.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-04-26T01:49:42.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-04-26T01:49:42.760 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-04-26T01:49:42.762 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-04-26T01:49:42.764 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-04-26T01:49:42.766 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-04-26T01:49:42.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-04-26T01:49:42.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-04-26T01:49:42.772 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-04-26T01:49:42.774 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-04-26T01:49:42.776 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-04-26T01:49:42.777 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-04-26T01:49:42.780 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-04-26T01:49:42.782 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-04-26T01:49:42.784 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-04-26T01:49:42.787 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-04-26T01:49:42.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-04-26T01:49:42.790 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-04-26T01:49:42.792 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-04-26T01:49:42.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-04-26T01:49:42.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-04-26T01:49:42.798 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-04-26T01:49:42.800 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-04-26T01:49:42.802 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-04-26T01:49:42.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-04-26T01:49:42.806 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-04-26T01:49:42.808 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-04-26T01:49:42.810 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-04-26T01:49:42.812 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-04-26T01:49:42.814 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-04-26T01:49:42.816 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-04-26T01:49:42.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-04-26T01:49:42.820 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-04-26T01:49:42.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-04-26T01:49:42.824 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-04-26T01:49:42.826 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-04-26T01:49:42.828 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-04-26T01:49:42.830 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-04-26T01:49:42.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-04-26T01:49:42.833 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-04-26T01:49:42.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-04-26T01:49:42.836 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-04-26T01:49:42.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-04-26T01:49:42.839 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-04-26T01:49:42.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-04-26T01:49:42.843 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-04-26T01:49:42.845 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-04-26T01:49:42.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-04-26T01:49:42.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-04-26T01:49:42.849 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-04-26T01:49:42.852 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-04-26T01:49:42.854 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-04-26T01:49:42.855 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-04-26T01:49:42.857 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-04-26T01:49:42.858 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-04-26T01:49:42.860 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-04-26T01:49:42.862 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-04-26T01:49:42.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-04-26T01:49:42.865 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-04-26T01:49:42.867 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-04-26T01:49:42.869 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-04-26T01:49:42.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-04-26T01:49:42.872 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-04-26T01:49:42.873 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-04-26T01:49:42.875 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-04-26T01:49:42.877 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-04-26T01:49:42.878 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-04-26T01:49:42.880 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-04-26T01:49:42.882 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-04-26T01:49:42.883 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-04-26T01:49:42.885 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-04-26T01:49:42.886 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-04-26T01:49:42.888 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-04-26T01:49:42.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-04-26T01:49:42.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-04-26T01:49:42.893 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-04-26T01:49:42.895 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-04-26T01:49:42.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-04-26T01:49:42.900 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-04-26T01:49:42.902 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-04-26T01:49:42.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-04-26T01:49:42.906 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-04-26T01:49:42.908 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-04-26T01:49:42.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-04-26T01:49:42.912 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-04-26T01:49:42.914 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-04-26T01:49:42.916 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-04-26T01:49:42.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-04-26T01:49:42.920 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-04-26T01:49:42.922 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-04-26T01:49:42.925 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-04-26T01:49:42.927 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-04-26T01:49:42.929 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-04-26T01:49:42.931 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-04-26T01:49:42.933 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-04-26T01:49:42.935 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-04-26T01:49:42.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-04-26T01:49:42.938 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-04-26T01:49:42.940 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-04-26T01:49:42.941 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-04-26T01:49:42.943 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-04-26T01:49:42.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-04-26T01:49:42.946 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-04-26T01:49:42.948 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-04-26T01:49:42.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-04-26T01:49:42.951 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-04-26T01:49:42.953 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-04-26T01:49:42.954 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-04-26T01:49:42.956 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-04-26T01:49:42.958 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-04-26T01:49:42.962 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-04-26T01:49:42.962 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-04-26T01:49:42.964 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-04-26T01:49:42.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-04-26T01:49:42.967 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-04-26T01:49:42.968 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-04-26T01:49:42.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-04-26T01:49:42.972 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-04-26T01:49:42.973 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-04-26T01:49:42.975 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-04-26T01:49:42.977 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-04-26T01:49:42.979 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-04-26T01:49:42.980 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-04-26T01:49:42.982 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-04-26T01:49:42.983 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-04-26T01:49:42.985 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-04-26T01:49:42.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-04-26T01:49:42.988 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-04-26T01:49:42.990 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-04-26T01:49:42.991 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-04-26T01:49:42.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-04-26T01:49:42.994 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-04-26T01:49:42.996 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-04-26T01:49:42.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-04-26T01:49:43.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-04-26T01:49:43.001 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-04-26T01:49:43.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-04-26T01:49:43.004 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-04-26T01:49:43.005 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-04-26T01:49:43.007 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-04-26T01:49:43.008 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-04-26T01:49:43.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-04-26T01:49:43.012 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-04-26T01:49:43.013 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-04-26T01:49:43.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-04-26T01:49:43.016 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-04-26T01:49:43.018 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-04-26T01:49:43.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-04-26T01:49:43.021 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-04-26T01:49:43.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-04-26T01:49:43.024 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-04-26T01:49:43.025 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-04-26T01:49:43.027 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-04-26T01:49:43.029 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-04-26T01:49:43.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-04-26T01:49:43.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-04-26T01:49:43.033 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-04-26T01:49:43.035 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-04-26T01:49:43.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-04-26T01:49:43.038 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-04-26T01:49:43.040 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-04-26T01:49:43.041 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-04-26T01:49:43.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-04-26T01:49:43.045 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-04-26T01:49:43.046 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-04-26T01:49:43.048 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-04-26T01:49:43.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-04-26T01:49:43.051 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-04-26T01:49:43.053 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-04-26T01:49:43.054 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-04-26T01:49:43.056 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-04-26T01:49:43.058 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-04-26T01:49:43.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-04-26T01:49:43.061 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-04-26T01:49:43.063 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-04-26T01:49:43.065 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-04-26T01:49:43.067 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-04-26T01:49:43.069 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-04-26T01:49:43.070 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-04-26T01:49:43.073 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-04-26T01:49:43.074 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-04-26T01:49:43.076 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-04-26T01:49:43.078 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-04-26T01:49:43.080 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-04-26T01:49:43.081 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-04-26T01:49:43.083 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-04-26T01:49:43.084 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-04-26T01:49:43.086 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-04-26T01:49:43.089 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-04-26T01:49:43.091 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-04-26T01:49:43.093 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-04-26T01:49:43.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-04-26T01:49:43.095 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-04-26T01:49:43.097 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-04-26T01:49:43.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-04-26T01:49:43.100 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-04-26T01:49:43.102 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-04-26T01:49:43.104 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-04-26T01:49:43.105 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-04-26T01:49:43.107 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-04-26T01:49:43.109 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-04-26T01:49:43.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-04-26T01:49:43.112 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-04-26T01:49:43.114 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-04-26T01:49:43.115 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-04-26T01:49:43.117 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-04-26T01:49:43.119 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-04-26T01:49:43.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-04-26T01:49:43.122 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-04-26T01:49:43.124 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-04-26T01:49:43.126 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-04-26T01:49:43.127 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-04-26T01:49:43.129 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-04-26T01:49:43.131 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-04-26T01:49:43.132 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-04-26T01:49:43.134 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-04-26T01:49:43.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-04-26T01:49:43.137 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-04-26T01:49:43.139 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-04-26T01:49:43.141 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-04-26T01:49:43.143 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-04-26T01:49:43.144 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-04-26T01:49:43.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-04-26T01:49:43.147 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-04-26T01:49:43.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-04-26T01:49:43.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-04-26T01:49:43.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-04-26T01:49:43.155 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-04-26T01:49:43.157 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-04-26T01:49:43.159 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-04-26T01:49:43.161 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-04-26T01:49:43.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-04-26T01:49:43.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-04-26T01:49:43.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-04-26T01:49:43.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-04-26T01:49:43.170 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-04-26T01:49:43.172 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-04-26T01:49:43.174 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-04-26T01:49:43.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-04-26T01:49:43.177 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-04-26T01:49:43.179 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-04-26T01:49:43.181 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-04-26T01:49:43.182 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-04-26T01:49:43.184 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-04-26T01:49:43.186 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-04-26T01:49:43.188 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-04-26T01:49:43.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-04-26T01:49:43.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-04-26T01:49:43.193 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-04-26T01:49:43.195 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-04-26T01:49:43.197 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-04-26T01:49:43.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-04-26T01:49:43.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-04-26T01:49:43.202 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-04-26T01:49:43.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-04-26T01:49:43.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-04-26T01:49:43.207 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-04-26T01:49:43.209 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-04-26T01:49:43.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-04-26T01:49:43.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-04-26T01:49:43.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-04-26T01:49:43.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-04-26T01:49:43.218 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-04-26T01:49:43.220 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-04-26T01:49:43.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-04-26T01:49:43.224 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-04-26T01:49:43.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-04-26T01:49:43.227 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-04-26T01:49:43.229 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-04-26T01:49:43.231 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-04-26T01:49:43.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-04-26T01:49:43.234 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-04-26T01:49:43.236 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-04-26T01:49:43.238 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-04-26T01:49:43.240 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-04-26T01:49:43.242 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-04-26T01:49:43.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-04-26T01:49:43.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-04-26T01:49:43.247 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-04-26T01:49:43.249 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-04-26T01:49:43.250 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-04-26T01:49:43.252 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-04-26T01:49:43.254 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-04-26T01:49:43.256 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-04-26T01:49:43.257 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-04-26T01:49:43.259 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-04-26T01:49:43.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-04-26T01:49:43.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-04-26T01:49:43.265 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-04-26T01:49:43.266 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-04-26T01:49:43.268 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-04-26T01:49:43.270 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-04-26T01:49:43.271 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-04-26T01:49:43.273 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-04-26T01:49:43.275 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-04-26T01:49:43.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-04-26T01:49:43.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-04-26T01:49:43.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-04-26T01:49:43.281 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-04-26T01:49:43.283 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-04-26T01:49:43.285 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-04-26T01:49:43.287 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-04-26T01:49:43.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-04-26T01:49:43.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-04-26T01:49:43.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-04-26T01:49:43.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-04-26T01:49:43.295 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-04-26T01:49:43.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-04-26T01:49:43.299 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-04-26T01:49:43.301 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-04-26T01:49:43.303 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-04-26T01:49:43.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-04-26T01:49:43.306 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-04-26T01:49:43.308 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-04-26T01:49:43.310 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-04-26T01:49:43.312 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-04-26T01:49:43.313 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-04-26T01:49:43.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-04-26T01:49:43.317 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-04-26T01:49:43.318 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-04-26T01:49:43.320 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-04-26T01:49:43.321 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-04-26T01:49:43.323 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-04-26T01:49:43.325 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-04-26T01:49:43.327 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-04-26T01:49:43.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-04-26T01:49:43.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-04-26T01:49:43.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-04-26T01:49:43.334 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-04-26T01:49:43.336 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-04-26T01:49:43.337 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-04-26T01:49:43.339 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-04-26T01:49:43.341 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-04-26T01:49:43.342 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-04-26T01:49:43.345 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-04-26T01:49:43.346 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-04-26T01:49:43.348 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-04-26T01:49:43.350 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-04-26T01:49:43.351 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-04-26T01:49:43.353 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-04-26T01:49:43.355 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-04-26T01:49:43.356 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-04-26T01:49:43.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-04-26T01:49:43.360 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-04-26T01:49:43.361 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-04-26T01:49:43.363 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-04-26T01:49:43.365 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-04-26T01:49:43.366 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-04-26T01:49:43.368 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-04-26T01:49:43.370 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-04-26T01:49:43.371 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-04-26T01:49:43.373 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-04-26T01:49:43.375 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-04-26T01:49:43.376 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-04-26T01:49:43.378 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-04-26T01:49:43.380 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-04-26T01:49:43.382 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-04-26T01:49:43.383 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-04-26T01:49:43.385 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-04-26T01:49:43.386 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-04-26T01:49:43.388 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-04-26T01:49:43.389 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-04-26T01:49:43.391 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-04-26T01:49:43.393 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-04-26T01:49:43.395 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-04-26T01:49:43.396 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-04-26T01:49:43.398 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-04-26T01:49:43.400 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-04-26T01:49:43.402 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-04-26T01:49:43.403 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-04-26T01:49:43.405 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-04-26T01:49:43.407 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-04-26T01:49:43.408 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-04-26T01:49:43.410 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-04-26T01:49:43.411 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-04-26T01:49:43.413 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-04-26T01:49:43.415 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-04-26T01:49:43.416 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-04-26T01:49:43.418 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-04-26T01:49:43.420 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-04-26T01:49:43.421 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-04-26T01:49:43.423 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-04-26T01:49:43.425 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-04-26T01:49:43.426 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-04-26T01:49:43.428 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-04-26T01:49:43.430 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-04-26T01:49:43.432 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-04-26T01:49:43.433 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-04-26T01:49:43.436 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-04-26T01:49:43.437 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-04-26T01:49:43.439 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-04-26T01:49:43.441 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-04-26T01:49:43.443 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-04-26T01:49:43.444 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-04-26T01:49:43.446 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-04-26T01:49:43.447 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-04-26T01:49:43.449 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-04-26T01:49:43.451 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-04-26T01:49:43.453 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-04-26T01:49:43.454 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-04-26T01:49:43.456 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-04-26T01:49:43.458 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-04-26T01:49:43.459 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-04-26T01:49:43.461 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-04-26T01:49:43.463 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-04-26T01:49:43.465 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-04-26T01:49:43.466 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-04-26T01:49:43.468 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-04-26T01:49:43.470 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-04-26T01:49:43.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-04-26T01:49:43.474 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-04-26T01:49:43.475 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-04-26T01:49:43.477 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-04-26T01:49:43.479 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-04-26T01:49:43.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-04-26T01:49:43.482 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-04-26T01:49:43.484 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-04-26T01:49:43.485 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-04-26T01:49:43.487 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-04-26T01:49:43.489 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-04-26T01:49:43.490 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-04-26T01:49:43.492 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-04-26T01:49:43.494 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-04-26T01:49:43.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-04-26T01:49:43.497 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-04-26T01:49:43.499 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-04-26T01:49:43.501 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-04-26T01:49:43.502 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-04-26T01:49:43.504 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-04-26T01:49:43.506 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-04-26T01:49:43.508 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-04-26T01:49:43.509 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-04-26T01:49:43.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-04-26T01:49:43.513 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-04-26T01:49:43.514 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-04-26T01:49:43.516 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-04-26T01:49:43.518 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-04-26T01:49:43.520 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-04-26T01:49:43.521 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-04-26T01:49:43.523 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-04-26T01:49:43.525 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-04-26T01:49:43.527 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-04-26T01:49:43.528 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-04-26T01:49:43.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-04-26T01:49:43.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-04-26T01:49:43.533 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-04-26T01:49:43.535 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-04-26T01:49:43.537 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-04-26T01:49:43.538 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-04-26T01:49:43.540 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-04-26T01:49:43.541 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-04-26T01:49:43.543 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-04-26T01:49:43.545 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-04-26T01:49:43.547 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-04-26T01:49:43.548 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-04-26T01:49:43.550 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-04-26T01:49:43.552 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-04-26T01:49:43.553 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-04-26T01:49:43.555 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-04-26T01:49:43.557 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-04-26T01:49:43.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-04-26T01:49:43.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-04-26T01:49:43.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-04-26T01:49:43.563 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-04-26T01:49:43.565 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-04-26T01:49:43.567 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-04-26T01:49:43.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-04-26T01:49:43.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-04-26T01:49:43.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-04-26T01:49:43.574 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-04-26T01:49:43.575 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-04-26T01:49:43.577 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-04-26T01:49:43.579 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-04-26T01:49:43.581 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-04-26T01:49:43.582 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-04-26T01:49:43.584 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-04-26T01:49:43.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-04-26T01:49:43.588 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-04-26T01:49:43.589 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-04-26T01:49:43.591 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-04-26T01:49:43.593 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-04-26T01:49:43.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-04-26T01:49:43.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-04-26T01:49:43.598 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-04-26T01:49:43.599 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-04-26T01:49:43.601 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-04-26T01:49:43.603 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-04-26T01:49:43.605 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-04-26T01:49:43.606 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-04-26T01:49:43.608 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-04-26T01:49:43.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-04-26T01:49:43.611 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-04-26T01:49:43.613 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-04-26T01:49:43.615 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-04-26T01:49:43.616 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-04-26T01:49:43.619 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-04-26T01:49:43.620 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-04-26T01:49:43.622 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-04-26T01:49:43.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-04-26T01:49:43.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-04-26T01:49:43.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-04-26T01:49:43.629 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-04-26T01:49:43.630 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-04-26T01:49:43.632 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-04-26T01:49:43.633 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-04-26T01:49:43.635 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-04-26T01:49:43.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-04-26T01:49:43.639 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-04-26T01:49:43.640 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-04-26T01:49:43.642 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-04-26T01:49:43.644 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-04-26T01:49:43.645 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-04-26T01:49:43.647 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-04-26T01:49:43.649 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-04-26T01:49:43.651 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-04-26T01:49:43.652 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-04-26T01:49:43.654 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-04-26T01:49:43.655 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-04-26T01:49:43.657 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-04-26T01:49:43.659 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-04-26T01:49:43.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-04-26T01:49:43.662 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-04-26T01:49:43.664 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-04-26T01:49:43.666 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-04-26T01:49:43.668 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-04-26T01:49:43.669 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-04-26T01:49:43.671 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-04-26T01:49:43.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-04-26T01:49:43.674 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-04-26T01:49:43.676 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-04-26T01:49:43.678 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-04-26T01:49:43.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-04-26T01:49:43.681 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-04-26T01:49:43.683 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-04-26T01:49:43.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-04-26T01:49:43.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-04-26T01:49:43.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-04-26T01:49:43.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-04-26T01:49:43.691 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-04-26T01:49:43.692 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-04-26T01:49:43.694 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-04-26T01:49:43.696 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-04-26T01:49:43.697 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-04-26T01:49:43.699 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-04-26T01:49:43.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-04-26T01:49:43.702 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-04-26T01:49:43.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-04-26T01:49:43.705 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-04-26T01:49:43.707 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-04-26T01:49:43.709 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-04-26T01:49:43.711 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-04-26T01:49:43.712 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-04-26T01:49:43.714 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-04-26T01:49:43.716 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-04-26T01:49:43.718 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-04-26T01:49:43.719 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-04-26T01:49:43.721 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-04-26T01:49:43.722 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-04-26T01:49:43.724 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-04-26T01:49:43.726 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-04-26T01:49:43.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-04-26T01:49:43.729 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-04-26T01:49:43.731 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-04-26T01:49:43.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-04-26T01:49:43.734 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-04-26T01:49:43.736 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-04-26T01:49:43.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-04-26T01:49:43.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-04-26T01:49:43.741 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-04-26T01:49:43.743 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-04-26T01:49:43.744 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-04-26T01:49:43.746 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-04-26T01:49:43.748 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-04-26T01:49:43.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-04-26T01:49:43.751 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-04-26T01:49:43.753 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-04-26T01:49:43.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-04-26T01:49:43.756 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-04-26T01:49:43.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-04-26T01:49:43.760 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-04-26T01:49:43.761 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-04-26T01:49:43.763 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-04-26T01:49:43.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-04-26T01:49:43.766 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-04-26T01:49:43.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-04-26T01:49:43.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-04-26T01:49:43.771 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-04-26T01:49:43.773 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-04-26T01:49:43.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-04-26T01:49:43.777 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-04-26T01:49:43.778 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-04-26T01:49:43.780 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-04-26T01:49:43.782 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-04-26T01:49:43.784 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-04-26T01:49:43.786 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-04-26T01:49:43.787 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-04-26T01:49:43.789 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-04-26T01:49:43.791 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-04-26T01:49:43.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-04-26T01:49:43.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-04-26T01:49:43.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-04-26T01:49:43.798 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-04-26T01:49:43.800 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-04-26T01:49:43.802 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-04-26T01:49:43.803 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-04-26T01:49:43.805 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-04-26T01:49:43.807 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-04-26T01:49:43.809 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-04-26T01:49:43.810 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-04-26T01:49:43.812 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-04-26T01:49:43.814 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-04-26T01:49:43.815 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-04-26T01:49:43.817 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-04-26T01:49:43.819 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-04-26T01:49:43.821 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-04-26T01:49:43.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-04-26T01:49:43.824 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-04-26T01:49:43.826 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-04-26T01:49:43.827 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-04-26T01:49:43.829 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-04-26T01:49:43.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-04-26T01:49:43.832 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-04-26T01:49:43.834 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-04-26T01:49:43.836 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-04-26T01:49:43.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-04-26T01:49:43.839 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-04-26T01:49:43.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-04-26T01:49:43.843 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-04-26T01:49:43.844 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-04-26T01:49:43.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-04-26T01:49:43.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-04-26T01:49:43.850 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-04-26T01:49:43.851 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-04-26T01:49:43.853 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-04-26T01:49:43.855 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-04-26T01:49:43.857 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-04-26T01:49:43.858 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-04-26T01:49:43.860 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-04-26T01:49:43.862 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-04-26T01:49:43.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-04-26T01:49:43.865 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-04-26T01:49:43.867 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-04-26T01:49:43.869 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-04-26T01:49:43.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-04-26T01:49:43.872 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-04-26T01:49:43.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-04-26T01:49:43.875 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-04-26T01:49:43.877 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-04-26T01:49:43.879 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-04-26T01:49:43.880 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-04-26T01:49:43.882 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-04-26T01:49:43.884 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-04-26T01:49:43.885 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-04-26T01:49:43.887 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-04-26T01:49:43.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-04-26T01:49:43.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-04-26T01:49:43.892 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-04-26T01:49:43.894 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-04-26T01:49:43.896 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-04-26T01:49:43.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-04-26T01:49:43.899 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-04-26T01:49:43.901 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-04-26T01:49:43.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-04-26T01:49:43.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-04-26T01:49:43.906 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-04-26T01:49:43.908 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-04-26T01:49:43.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-04-26T01:49:43.911 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-04-26T01:49:43.913 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-04-26T01:49:43.915 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-04-26T01:49:43.917 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-04-26T01:49:43.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-04-26T01:49:43.920 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-04-26T01:49:43.923 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-04-26T01:49:43.924 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-04-26T01:49:43.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-04-26T01:49:43.928 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-04-26T01:49:43.930 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-04-26T01:49:43.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-04-26T01:49:43.933 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-04-26T01:49:43.935 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-04-26T01:49:43.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-04-26T01:49:43.939 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-04-26T01:49:43.940 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-04-26T01:49:43.942 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-04-26T01:49:43.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-04-26T01:49:43.945 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-04-26T01:49:43.947 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-04-26T01:49:43.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-04-26T01:49:43.951 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-04-26T01:49:43.952 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-04-26T01:49:43.954 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-04-26T01:49:43.956 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-04-26T01:49:43.958 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-04-26T01:49:43.959 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-04-26T01:49:43.961 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-04-26T01:49:43.963 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-04-26T01:49:43.964 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-04-26T01:49:43.966 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-04-26T01:49:43.968 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-04-26T01:49:43.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-04-26T01:49:43.971 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-04-26T01:49:43.973 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-04-26T01:49:43.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-04-26T01:49:43.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-04-26T01:49:43.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-04-26T01:49:43.980 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-04-26T01:49:43.982 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-04-26T01:49:43.983 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-04-26T01:49:43.985 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-04-26T01:49:43.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-04-26T01:49:43.988 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-04-26T01:49:43.990 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-04-26T01:49:43.992 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-04-26T01:49:43.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-04-26T01:49:43.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-04-26T01:49:43.997 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-04-26T01:49:43.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-04-26T01:49:44.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-04-26T01:49:44.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-04-26T01:49:44.003 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-04-26T01:49:44.005 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-04-26T01:49:44.007 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-04-26T01:49:44.008 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-04-26T01:49:44.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-04-26T01:49:44.011 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-04-26T01:49:44.013 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-04-26T01:49:44.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-04-26T01:49:44.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-04-26T01:49:44.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-04-26T01:49:44.020 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-04-26T01:49:44.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-04-26T01:49:44.024 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-04-26T01:49:44.025 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-04-26T01:49:44.027 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-04-26T01:49:44.028 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-04-26T01:49:44.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-04-26T01:49:44.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-04-26T01:49:44.033 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-04-26T01:49:44.036 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-04-26T01:49:44.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-04-26T01:49:44.039 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-04-26T01:49:44.041 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-04-26T01:49:44.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-04-26T01:49:44.044 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-04-26T01:49:44.046 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-04-26T01:49:44.048 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-04-26T01:49:44.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-04-26T01:49:44.051 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-04-26T01:49:44.053 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-04-26T01:49:44.054 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-04-26T01:49:44.056 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-04-26T01:49:44.058 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-04-26T01:49:44.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-04-26T01:49:44.061 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-04-26T01:49:44.063 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-04-26T01:49:44.065 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-04-26T01:49:44.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-04-26T01:49:44.068 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-04-26T01:49:44.070 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-04-26T01:49:44.071 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-04-26T01:49:44.074 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-04-26T01:49:44.077 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-04-26T01:49:44.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-04-26T01:49:44.080 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-04-26T01:49:44.082 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-04-26T01:49:44.084 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-04-26T01:49:44.086 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-04-26T01:49:44.088 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-04-26T01:49:44.091 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-04-26T01:49:44.092 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-04-26T01:49:44.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-04-26T01:49:44.096 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-04-26T01:49:44.097 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-04-26T01:49:44.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-04-26T01:49:44.101 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-04-26T01:49:44.102 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-04-26T01:49:44.104 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-04-26T01:49:44.106 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-04-26T01:49:44.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-04-26T01:49:44.109 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-04-26T01:49:44.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-04-26T01:49:44.113 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-04-26T01:49:44.115 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-04-26T01:49:44.116 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-04-26T01:49:44.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-04-26T01:49:44.120 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-04-26T01:49:44.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-04-26T01:49:44.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-04-26T01:49:44.125 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-04-26T01:49:44.127 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-04-26T01:49:44.128 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-04-26T01:49:44.130 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-04-26T01:49:44.131 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-04-26T01:49:44.133 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-04-26T01:49:44.135 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-04-26T01:49:44.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-04-26T01:49:44.138 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-04-26T01:49:44.140 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-04-26T01:49:44.141 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-04-26T01:49:44.143 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-04-26T01:49:44.144 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-04-26T01:49:44.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-04-26T01:49:44.148 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-04-26T01:49:44.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-04-26T01:49:44.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-04-26T01:49:44.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-04-26T01:49:44.154 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-04-26T01:49:44.156 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-04-26T01:49:44.158 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-04-26T01:49:44.159 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-04-26T01:49:44.161 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-04-26T01:49:44.163 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-04-26T01:49:44.164 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-04-26T01:49:44.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-04-26T01:49:44.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-04-26T01:49:44.169 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-04-26T01:49:44.171 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-04-26T01:49:44.174 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-04-26T01:49:44.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-04-26T01:49:44.177 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-04-26T01:49:44.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-04-26T01:49:44.179 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-04-26T01:49:44.181 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-04-26T01:49:44.186 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-04-26T01:49:44.186 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-04-26T01:49:44.186 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-04-26T01:49:44.187 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-04-26T01:49:44.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-04-26T01:49:44.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-04-26T01:49:44.192 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-04-26T01:49:44.194 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-04-26T01:49:44.195 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-04-26T01:49:44.197 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-04-26T01:49:44.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-04-26T01:49:44.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-04-26T01:49:44.202 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-04-26T01:49:44.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-04-26T01:49:44.205 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-04-26T01:49:44.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-04-26T01:49:44.208 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-04-26T01:49:44.210 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-04-26T01:49:44.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-04-26T01:49:44.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-04-26T01:49:44.214 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-04-26T01:49:44.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-04-26T01:49:44.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-04-26T01:49:44.219 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-04-26T01:49:44.220 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-04-26T01:49:44.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-04-26T01:49:44.223 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-04-26T01:49:44.225 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-04-26T01:49:44.227 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-04-26T01:49:44.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-04-26T01:49:44.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-04-26T01:49:44.231 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-04-26T01:49:44.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-04-26T01:49:44.235 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-04-26T01:49:44.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-04-26T01:49:44.238 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-04-26T01:49:44.240 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-04-26T01:49:44.242 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-04-26T01:49:44.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-04-26T01:49:44.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-04-26T01:49:44.246 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-04-26T01:49:44.248 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-04-26T01:49:44.250 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-04-26T01:49:44.251 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-04-26T01:49:44.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-04-26T01:49:44.254 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-04-26T01:49:44.256 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-04-26T01:49:44.257 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-04-26T01:49:44.259 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-04-26T01:49:44.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-04-26T01:49:44.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-04-26T01:49:44.264 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-04-26T01:49:44.266 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-04-26T01:49:44.268 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-04-26T01:49:44.269 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-04-26T01:49:44.271 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-04-26T01:49:44.273 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-04-26T01:49:44.274 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-04-26T01:49:44.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-04-26T01:49:44.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-04-26T01:49:44.279 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-04-26T01:49:44.281 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-04-26T01:49:44.283 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-04-26T01:49:44.284 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-04-26T01:49:44.286 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-04-26T01:49:44.288 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-04-26T01:49:44.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-04-26T01:49:44.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-04-26T01:49:44.302 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:44 smithi100 ceph-mon[28020]: pgmap v66: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-26T01:49:44.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:44 smithi148 ceph-mon[32990]: pgmap v66: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-26T01:49:44.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:44 smithi133 ceph-mon[32344]: pgmap v66: 97 pgs: 97 active+clean; 81 MiB data, 551 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 31 op/s 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 -- 172.21.15.100:0/2892723994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103b20 msgr2=0x7fa0e010c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/2892723994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103b20 0x7fa0e010c000 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0009900 tx=0x7fa0d002a480 comp rx=0 tx=0).stop 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 -- 172.21.15.100:0/2892723994 shutdown_connections 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/2892723994 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 0x7fa0e010ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/2892723994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103b20 0x7fa0e010c000 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/2892723994 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103200 0x7fa0e01035e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 -- 172.21.15.100:0/2892723994 >> 172.21.15.100:0/2892723994 conn(0x7fa0e00771d0 msgr2=0x7fa0e00775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 -- 172.21.15.100:0/2892723994 shutdown_connections 2024-04-26T01:49:44.624 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.625+0000 7fa0e6c00640 1 -- 172.21.15.100:0/2892723994 wait complete. 2024-04-26T01:49:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 Processor -- start 2024-04-26T01:49:44.625 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 -- start start 2024-04-26T01:49:44.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103b20 0x7fa0e0198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 0x7fa0e019d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e0112350 con 0x7fa0e010c5d0 2024-04-26T01:49:44.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.627+0000 7fa0e6c00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01121d0 con 0x7fa0e0103200 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0e6c00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01124d0 con 0x7fa0e0103b20 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42510/0 (socket says 172.21.15.100:42510) 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 -- 172.21.15.100:0/603388493 learned_addr learned my addr 172.21.15.100:0/603388493 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0df400640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103b20 0x7fa0e0198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 0x7fa0e019d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 -- 172.21.15.100:0/603388493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103b20 msgr2=0x7fa0e0198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103b20 0x7fa0e0198cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 -- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 msgr2=0x7fa0e019d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 0x7fa0e019d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 -- 172.21.15.100:0/603388493 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e019d750 con 0x7fa0e0103200 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.628+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800eb90 tx=0x7fa0d800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.629+0000 7fa0dcc00640 1 -- 172.21.15.100:0/603388493 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8004d20 con 0x7fa0e0103200 2024-04-26T01:49:44.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.629+0000 7fa0dcc00640 1 -- 172.21.15.100:0/603388493 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0d800ee90 con 0x7fa0e0103200 2024-04-26T01:49:44.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.629+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e019da40 con 0x7fa0e0103200 2024-04-26T01:49:44.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.629+0000 7fa0dcc00640 1 -- 172.21.15.100:0/603388493 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8010720 con 0x7fa0e0103200 2024-04-26T01:49:44.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.629+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e01a52d0 con 0x7fa0e0103200 2024-04-26T01:49:44.631 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.633+0000 7fa0e9a13740 1 Processor -- start 2024-04-26T01:49:44.632 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.633+0000 7fa0e9a13740 1 -- start start 2024-04-26T01:49:44.632 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.633+0000 7fa0dcc00640 1 -- 172.21.15.100:0/603388493 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fa0d8005580 con 0x7fa0e0103200 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c6778d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c67a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55c38c5ce900 con 0x55c38c66d550 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c38c574ef0 con 0x55c38c66cc30 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c38c5ca8c0 con 0x55c38c677e10 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c6778d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42520/0 (socket says 172.21.15.100:42520) 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0e4c00640 1 -- 172.21.15.100:0/136092014 learned_addr learned my addr 172.21.15.100:0/136092014 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:44.634 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.634+0000 7fa0df400640 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c67a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 -- 172.21.15.100:0/136092014 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 msgr2=0x55c38c67a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c67a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 -- 172.21.15.100:0/136092014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 msgr2=0x55c38c66d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 -- 172.21.15.100:0/136092014 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c38c2e1210 con 0x55c38c66d550 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c6778d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa0d80ce690 tx=0x7fa0d80d4f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=370825f393c74ea2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0d5200640 1 -- 172.21.15.100:0/136092014 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80e4070 con 0x55c38c66d550 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0d5200640 1 -- 172.21.15.100:0/136092014 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0d80d9c80 con 0x55c38c66d550 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0d5200640 1 -- 172.21.15.100:0/136092014 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80de5e0 con 0x55c38c66d550 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.635+0000 7fa0dcc00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 0x7fa0c40a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0dcc00640 1 -- 172.21.15.100:0/603388493 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0d80d0f70 con 0x7fa0e0103200 2024-04-26T01:49:44.635 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 0x7fa0c40a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 -- 172.21.15.100:0/136092014 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 msgr2=0x55c38c6778d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c6778d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa0d80ce690 tx=0x7fa0d80d4f80 comp rx=0 tx=0).stop 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 -- 172.21.15.100:0/136092014 shutdown_connections 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c67a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c6778d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/136092014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66cc30 0x55c38c66d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 -- 172.21.15.100:0/136092014 >> 172.21.15.100:0/136092014 conn(0x55c38c669140 msgr2=0x55c38c669520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 -- 172.21.15.100:0/136092014 shutdown_connections 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.636+0000 7fa0e9a13740 1 -- 172.21.15.100:0/136092014 wait complete. 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.637+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 0x7fa0c40a6300 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc0098f0 tx=0x7fa0cc005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.637+0000 7fa0e9a13740 1 -- start start 2024-04-26T01:49:44.640 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.637+0000 7fa0e9a13740 1 Processor -- start 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c6757e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55c38c67aa40 con 0x55c38c66cc30 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c38c588310 con 0x55c38c66d550 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55c38c67abc0 con 0x55c38c677e10 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e9a13740 10 client.0 _ll_register_callbacks cb 0x55c38c556cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0df400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0df400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42534/0 (socket says 172.21.15.100:42534) 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58248/0 (socket says 172.21.15.100:58248) 2024-04-26T01:49:44.641 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0df400640 1 -- 172.21.15.100:0/2762078602 learned_addr learned my addr 172.21.15.100:0/2762078602 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c6757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 -- 172.21.15.100:0/2762078602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 msgr2=0x55c38c6757e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c6757e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 -- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 msgr2=0x55c38c6752a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0dfe00640 1 -- 172.21.15.100:0/2762078602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c38c3ad620 con 0x55c38c66cc30 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.638+0000 7fa0df400640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa0d80049d0 tx=0x7fa0d80dfe80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7796c06cb77a97 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0c9600640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8099180 con 0x55c38c66cc30 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0d809b1e0 con 0x55c38c66cc30 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0d80d9c80 con 0x55c38c66cc30 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa0d809c840 con 0x55c38c66cc30 2024-04-26T01:49:44.642 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0e9a13740 10 client.15420 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c38c67aa40 con 0x55c38c66cc30 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.639+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0d80d9c80 con 0x55c38c66cc30 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa0d80ce910 con 0x55c38c66cc30 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 10 client.15420 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 10 client.15420 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 20 client.15420 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c687dd0 0x55c38c68a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 4 client.15420 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c38c5e28b0 con 0x55c38c687dd0 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.640+0000 7fa0df400640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c687dd0 0x55c38c68a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.641+0000 7fa0df400640 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c687dd0 0x55c38c68a1c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14c8b104b499116b server_cookie=7d6c62f6b7fac94c in_seq=0 out_seq=0 2024-04-26T01:49:44.643 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.641+0000 7fa0c9600640 10 client.15420 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:44.644 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.642+0000 7fa0c9600640 1 -- 172.21.15.100:0/2762078602 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c38c5e28b0 con 0x55c38c687dd0 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.642+0000 7fa0c9600640 10 client.15420 handle_command_reply: tid=0 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.642+0000 7fa0e9a13740 1 client.15420 shutdown 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 msgr2=0x55c38c674d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa0d80049d0 tx=0x7fa0d80dfe80 comp rx=0 tx=0).stop 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 shutdown_connections 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c687dd0 0x55c38c68a1c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c677e10 0x55c38c6757e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c6752a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/2762078602 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66cc30 0x55c38c674d60 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 >> 172.21.15.100:0/2762078602 conn(0x55c38c669140 msgr2=0x55c38c663e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0c9600640 0 client.15420 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 shutdown_connections 2024-04-26T01:49:44.645 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 1 -- 172.21.15.100:0/2762078602 wait complete. 2024-04-26T01:49:44.646 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.643+0000 7fa0e9a13740 20 client.15420 trim_cache size 0 max 16384 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.659+0000 7fa0e9a13740 1 Processor -- start 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.659+0000 7fa0e9a13740 1 -- start start 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c683900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c676ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01ab960 con 0x55c38c677e10 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01ad4a0 con 0x55c38c66d550 2024-04-26T01:49:44.658 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01ac030 con 0x55c38c66cc30 2024-04-26T01:49:44.660 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.660 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:58258/0 (socket says 172.21.15.100:58258) 2024-04-26T01:49:44.660 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0df400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c676ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.660 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c683900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0e4c00640 1 -- 172.21.15.100:0/1461488048 learned_addr learned my addr 172.21.15.100:0/1461488048 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 -- 172.21.15.100:0/1461488048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 msgr2=0x55c38c676ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c676ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 -- 172.21.15.100:0/1461488048 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 msgr2=0x55c38c68f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.660+0000 7fa0dfe00640 1 -- 172.21.15.100:0/1461488048 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c38c668c70 con 0x55c38c66cc30 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.661+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.661+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c683900 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0d809b190 tx=0x7fa0d8005920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f69d858e64e455cb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.661+0000 7fa0cbe00640 1 -- 172.21.15.100:0/1461488048 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d809ca20 con 0x55c38c66cc30 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.661+0000 7fa0cbe00640 1 -- 172.21.15.100:0/1461488048 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0d809d5e0 con 0x55c38c66cc30 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.661+0000 7fa0cbe00640 1 -- 172.21.15.100:0/1461488048 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d809ccb0 con 0x55c38c66cc30 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- 172.21.15.100:0/1461488048 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 msgr2=0x55c38c683900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c683900 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa0d809b190 tx=0x7fa0d8005920 comp rx=0 tx=0).stop 2024-04-26T01:49:44.661 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- 172.21.15.100:0/1461488048 shutdown_connections 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c677e10 0x55c38c68f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c66d550 0x55c38c676ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/1461488048 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c683900 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- 172.21.15.100:0/1461488048 >> 172.21.15.100:0/1461488048 conn(0x55c38c669140 msgr2=0x55c38c676590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- 172.21.15.100:0/1461488048 shutdown_connections 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- 172.21.15.100:0/1461488048 wait complete. 2024-04-26T01:49:44.662 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 -- start start 2024-04-26T01:49:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.662+0000 7fa0e9a13740 1 Processor -- start 2024-04-26T01:49:44.664 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c67de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01acdd0 con 0x55c38c66d550 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01ac700 con 0x55c38c677e10 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e01a9940 con 0x55c38c66cc30 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e9a13740 10 client.0 _ll_register_callbacks cb 0x7fa0cc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0df400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c67de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0dfe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:53342/0 (socket says 172.21.15.100:53342) 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e4c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:42548/0 (socket says 172.21.15.100:42548) 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.663+0000 7fa0e4c00640 1 -- 172.21.15.100:0/3993456850 learned_addr learned my addr 172.21.15.100:0/3993456850 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:44.665 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 -- 172.21.15.100:0/3993456850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 msgr2=0x55c38c67d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 -- 172.21.15.100:0/3993456850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 msgr2=0x55c38c67de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c67de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 -- 172.21.15.100:0/3993456850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c38c6ed170 con 0x55c38c677e10 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0df400640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c67de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e4c00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc01f6c0 tx=0x7fa0cc0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a66e49af0b98917e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0c9600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc01e410 con 0x55c38c677e10 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fa0cc01e5b0 con 0x55c38c677e10 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.664+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0d809d5e0 con 0x55c38c677e10 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa0cc038050 con 0x55c38c677e10 2024-04-26T01:49:44.666 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 10 client.25550 fetch_fsmap learned FSMap version 31 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c38c6ee4e0 con 0x55c38c677e10 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0d809d5e0 con 0x55c38c677e10 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 31) ==== 8354+0+0 (secure 0 0 0) 0x7fa0cc02a8f0 con 0x55c38c677e10 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 10 client.25550 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 10 client.25550 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 20 client.25550 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c6eece0 0x55c38c6f1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 4 client.25550 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c38c5dc320 con 0x55c38c6eece0 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.665+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c6eece0 0x55c38c6f1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.666+0000 7fa0dfe00640 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c6eece0 0x55c38c6f1100 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56cbdba76855948c server_cookie=127f4c0c7cb6b5bd in_seq=0 out_seq=0 2024-04-26T01:49:44.667 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:44.666+0000 7fa0c9600640 10 client.25550 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:44.705 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-04-26T01:49:45.076 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-04-26T01:49:45.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-04-26T01:49:45.083 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-04-26T01:49:45.086 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-04-26T01:49:45.088 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-04-26T01:49:45.090 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-04-26T01:49:45.093 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-04-26T01:49:45.096 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-04-26T01:49:45.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-04-26T01:49:45.101 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-04-26T01:49:45.104 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-04-26T01:49:45.107 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-04-26T01:49:45.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-04-26T01:49:45.110 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-04-26T01:49:45.113 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-04-26T01:49:45.117 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-04-26T01:49:45.119 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-04-26T01:49:45.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-04-26T01:49:45.124 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-04-26T01:49:45.126 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-04-26T01:49:45.128 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-04-26T01:49:45.130 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-04-26T01:49:45.132 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-04-26T01:49:45.133 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-04-26T01:49:45.135 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-04-26T01:49:45.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-04-26T01:49:45.137 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-04-26T01:49:45.139 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-04-26T01:49:45.140 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-04-26T01:49:45.142 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-04-26T01:49:45.143 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-04-26T01:49:45.145 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-04-26T01:49:45.147 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-04-26T01:49:45.159 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-04-26T01:49:45.177 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-04-26T01:49:45.192 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-04-26T01:49:45.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0c9600640 1 -- 172.21.15.100:0/3993456850 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c38c5dc320 con 0x55c38c6eece0 2024-04-26T01:49:45.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0c9600640 10 client.25550 handle_command_reply: tid=0 2024-04-26T01:49:45.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 client.25550 shutdown 2024-04-26T01:49:45.195 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-04-26T01:49:45.196 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 msgr2=0x55c38c67e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:45.196 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc01f6c0 tx=0x7fa0cc0046c0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 shutdown_connections 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55c38c6eece0 0x55c38c6f1100 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c38c677e10 0x55c38c67e3b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55c38c66d550 0x55c38c67de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0c9600640 0 client.25550 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 --2- 172.21.15.100:0/3993456850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55c38c66cc30 0x55c38c67d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 >> 172.21.15.100:0/3993456850 conn(0x55c38c669140 msgr2=0x55c38c676e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 shutdown_connections 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 1 -- 172.21.15.100:0/3993456850 wait complete. 2024-04-26T01:49:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.197+0000 7fa0e9a13740 20 client.25550 trim_cache size 0 max 16384 2024-04-26T01:49:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:49:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:49:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:49:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 msgr2=0x7fa0c40a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 0x7fa0c40a6300 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc0098f0 tx=0x7fa0cc005f90 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 msgr2=0x7fa0e01987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800eb90 tx=0x7fa0d800c6a0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 shutdown_connections 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa0c40a3e40 0x7fa0c40a6300 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa0e010c5d0 0x7fa0e019d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa0e0103b20 0x7fa0e0198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 --2- 172.21.15.100:0/603388493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0e0103200 0x7fa0e01987b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 >> 172.21.15.100:0/603388493 conn(0x7fa0e00771d0 msgr2=0x7fa0e00fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 shutdown_connections 2024-04-26T01:49:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:45.198+0000 7fa0e6c00640 1 -- 172.21.15.100:0/603388493 wait complete. 2024-04-26T01:49:45.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-04-26T01:49:45.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-04-26T01:49:45.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-04-26T01:49:45.202 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-04-26T01:49:45.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-04-26T01:49:45.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-04-26T01:49:45.207 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-04-26T01:49:45.209 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-04-26T01:49:45.210 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-04-26T01:49:45.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-04-26T01:49:45.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-04-26T01:49:45.214 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-04-26T01:49:45.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-04-26T01:49:45.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-04-26T01:49:45.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-04-26T01:49:45.218 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-04-26T01:49:45.220 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-04-26T01:49:45.221 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-04-26T01:49:45.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-04-26T01:49:45.224 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-04-26T01:49:45.225 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-04-26T01:49:45.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-04-26T01:49:45.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-04-26T01:49:45.229 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-04-26T01:49:45.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-04-26T01:49:45.231 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-04-26T01:49:45.232 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-04-26T01:49:45.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-04-26T01:49:45.235 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-04-26T01:49:45.236 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-04-26T01:49:45.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-04-26T01:49:45.238 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-04-26T01:49:45.240 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/digsig.txt 2024-04-26T01:49:45.241 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-04-26T01:49:45.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-04-26T01:49:45.244 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-04-26T01:49:45.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-04-26T01:49:45.247 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-04-26T01:49:45.248 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-04-26T01:49:45.250 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dontdiff 2024-04-26T01:49:45.251 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/ 2024-04-26T01:49:45.252 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-04-26T01:49:45.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-04-26T01:49:45.255 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-04-26T01:49:45.256 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-04-26T01:49:45.257 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-04-26T01:49:45.259 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-04-26T01:49:45.260 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-04-26T01:49:45.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-04-26T01:49:45.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-04-26T01:49:45.265 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-04-26T01:49:45.267 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/ 2024-04-26T01:49:45.269 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-04-26T01:49:45.270 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-04-26T01:49:45.272 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-04-26T01:49:45.274 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-04-26T01:49:45.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-04-26T01:49:45.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-04-26T01:49:45.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-04-26T01:49:45.282 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-04-26T01:49:45.284 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-04-26T01:49:45.286 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-04-26T01:49:45.288 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-04-26T01:49:45.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-04-26T01:49:45.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-04-26T01:49:45.293 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-04-26T01:49:45.296 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-04-26T01:49:45.298 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-04-26T01:49:45.300 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-04-26T01:49:45.302 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-04-26T01:49:45.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/edac.txt 2024-04-26T01:49:45.306 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-04-26T01:49:45.308 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/eisa.txt 2024-04-26T01:49:45.311 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-04-26T01:49:45.313 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/extcon/ 2024-04-26T01:49:45.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-04-26T01:49:45.317 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-04-26T01:49:45.318 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-04-26T01:49:45.320 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-04-26T01:49:45.322 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-04-26T01:49:45.324 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/ 2024-04-26T01:49:45.326 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-04-26T01:49:45.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-04-26T01:49:45.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-04-26T01:49:45.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-04-26T01:49:45.334 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-04-26T01:49:45.336 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-04-26T01:49:45.338 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-04-26T01:49:45.340 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-04-26T01:49:45.342 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-04-26T01:49:45.344 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-04-26T01:49:45.346 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-04-26T01:49:45.348 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-04-26T01:49:45.350 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-04-26T01:49:45.352 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-04-26T01:49:45.354 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-04-26T01:49:45.356 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-04-26T01:49:45.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-04-26T01:49:45.360 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-04-26T01:49:45.363 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-04-26T01:49:45.365 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-04-26T01:49:45.367 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-04-26T01:49:45.369 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-04-26T01:49:45.371 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-04-26T01:49:45.373 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-04-26T01:49:45.375 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-04-26T01:49:45.377 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-04-26T01:49:45.379 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-04-26T01:49:45.381 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-04-26T01:49:45.383 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-04-26T01:49:45.385 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-04-26T01:49:45.387 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-04-26T01:49:45.389 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-04-26T01:49:45.392 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-04-26T01:49:45.394 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-04-26T01:49:45.396 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-04-26T01:49:45.398 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ 2024-04-26T01:49:45.401 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-04-26T01:49:45.403 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-04-26T01:49:45.405 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-04-26T01:49:45.407 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-04-26T01:49:45.410 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-04-26T01:49:45.414 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-04-26T01:49:45.414 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-04-26T01:49:45.417 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-04-26T01:49:45.419 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-04-26T01:49:45.421 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-04-26T01:49:45.424 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-04-26T01:49:45.426 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-04-26T01:49:45.428 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-04-26T01:49:45.430 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-04-26T01:49:45.432 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-04-26T01:49:45.434 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-04-26T01:49:45.436 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-04-26T01:49:45.438 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-04-26T01:49:45.440 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-04-26T01:49:45.443 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-04-26T01:49:45.445 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-04-26T01:49:45.447 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-04-26T01:49:45.449 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-04-26T01:49:45.451 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-04-26T01:49:45.453 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-04-26T01:49:45.455 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-04-26T01:49:45.458 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-04-26T01:49:45.460 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-04-26T01:49:45.462 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-04-26T01:49:45.464 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-04-26T01:49:45.467 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-04-26T01:49:45.468 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-04-26T01:49:45.470 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-04-26T01:49:45.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-04-26T01:49:45.474 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-04-26T01:49:45.476 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-04-26T01:49:45.478 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-04-26T01:49:45.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-04-26T01:49:45.482 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-04-26T01:49:45.485 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-04-26T01:49:45.487 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-04-26T01:49:45.489 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-04-26T01:49:45.491 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-04-26T01:49:45.494 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-04-26T01:49:45.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-04-26T01:49:45.498 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-04-26T01:49:45.500 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-04-26T01:49:45.502 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-04-26T01:49:45.504 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-04-26T01:49:45.507 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-04-26T01:49:45.509 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-04-26T01:49:45.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-04-26T01:49:45.513 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-04-26T01:49:45.515 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-04-26T01:49:45.517 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-04-26T01:49:45.520 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-04-26T01:49:45.522 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-04-26T01:49:45.524 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-04-26T01:49:45.526 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-04-26T01:49:45.528 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-04-26T01:49:45.530 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-04-26T01:49:45.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-04-26T01:49:45.535 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-04-26T01:49:45.537 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-04-26T01:49:45.539 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-04-26T01:49:45.541 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-04-26T01:49:45.543 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-04-26T01:49:45.545 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-04-26T01:49:45.547 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-04-26T01:49:45.549 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-04-26T01:49:45.551 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-04-26T01:49:45.553 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-04-26T01:49:45.555 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-04-26T01:49:45.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-04-26T01:49:45.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-04-26T01:49:45.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-04-26T01:49:45.564 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-04-26T01:49:45.566 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-04-26T01:49:45.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-04-26T01:49:45.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-04-26T01:49:45.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-04-26T01:49:45.576 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-04-26T01:49:45.577 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-04-26T01:49:45.579 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-04-26T01:49:45.581 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-04-26T01:49:45.583 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-04-26T01:49:45.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-04-26T01:49:45.588 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-04-26T01:49:45.590 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-04-26T01:49:45.592 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-04-26T01:49:45.594 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-04-26T01:49:45.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-04-26T01:49:45.598 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-04-26T01:49:45.601 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-04-26T01:49:45.604 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-04-26T01:49:45.606 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-04-26T01:49:45.608 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-04-26T01:49:45.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-04-26T01:49:45.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-04-26T01:49:45.614 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-04-26T01:49:45.617 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-04-26T01:49:45.619 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-04-26T01:49:45.621 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-04-26T01:49:45.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-04-26T01:49:45.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-04-26T01:49:45.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-04-26T01:49:45.630 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-04-26T01:49:45.632 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-04-26T01:49:45.634 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-04-26T01:49:45.636 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-04-26T01:49:45.638 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-04-26T01:49:45.640 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-04-26T01:49:45.642 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-04-26T01:49:45.646 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-04-26T01:49:45.648 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-04-26T01:49:45.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-04-26T01:49:45.652 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-04-26T01:49:45.654 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-04-26T01:49:45.656 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-04-26T01:49:45.659 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/ 2024-04-26T01:49:45.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-04-26T01:49:45.663 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-04-26T01:49:45.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-04-26T01:49:45.667 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-04-26T01:49:45.669 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-04-26T01:49:45.671 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-04-26T01:49:45.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-04-26T01:49:45.675 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-04-26T01:49:45.677 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-04-26T01:49:45.679 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-04-26T01:49:45.681 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-04-26T01:49:45.684 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/ 2024-04-26T01:49:45.685 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-04-26T01:49:45.687 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-04-26T01:49:45.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-04-26T01:49:45.691 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-04-26T01:49:45.693 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-04-26T01:49:45.695 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-04-26T01:49:45.697 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-04-26T01:49:45.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-04-26T01:49:45.702 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-04-26T01:49:45.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-04-26T01:49:45.706 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-04-26T01:49:45.708 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gcov.txt 2024-04-26T01:49:45.710 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-04-26T01:49:45.711 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/ 2024-04-26T01:49:45.713 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-04-26T01:49:45.714 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-04-26T01:49:45.716 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-04-26T01:49:45.718 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-04-26T01:49:45.720 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-04-26T01:49:45.721 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-04-26T01:49:45.723 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-04-26T01:49:45.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/ 2024-04-26T01:49:45.727 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-04-26T01:49:45.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-04-26T01:49:45.730 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-04-26T01:49:45.732 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-04-26T01:49:45.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-04-26T01:49:45.735 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/highuid.txt 2024-04-26T01:49:45.737 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hsi.txt 2024-04-26T01:49:45.739 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-04-26T01:49:45.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ 2024-04-26T01:49:45.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-04-26T01:49:45.743 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-04-26T01:49:45.745 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-04-26T01:49:45.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-04-26T01:49:45.748 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-04-26T01:49:45.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-04-26T01:49:45.751 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-04-26T01:49:45.753 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-04-26T01:49:45.755 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-04-26T01:49:45.757 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-04-26T01:49:45.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-04-26T01:49:45.760 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-04-26T01:49:45.761 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-04-26T01:49:45.763 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-04-26T01:49:45.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-04-26T01:49:45.767 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-04-26T01:49:45.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-04-26T01:49:45.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-04-26T01:49:45.771 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-04-26T01:49:45.773 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-04-26T01:49:45.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-04-26T01:49:45.776 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-04-26T01:49:45.778 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-04-26T01:49:45.779 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-04-26T01:49:45.781 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-04-26T01:49:45.783 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-04-26T01:49:45.784 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-04-26T01:49:45.786 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-04-26T01:49:45.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-04-26T01:49:45.789 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-04-26T01:49:45.791 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-04-26T01:49:45.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-04-26T01:49:45.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-04-26T01:49:45.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-04-26T01:49:45.798 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-04-26T01:49:45.800 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-04-26T01:49:45.801 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-04-26T01:49:45.803 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-04-26T01:49:45.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-04-26T01:49:45.806 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-04-26T01:49:45.808 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-04-26T01:49:45.809 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-04-26T01:49:45.811 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-04-26T01:49:45.813 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-04-26T01:49:45.814 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-04-26T01:49:45.816 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-04-26T01:49:45.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-04-26T01:49:45.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-04-26T01:49:45.822 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-04-26T01:49:45.823 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-04-26T01:49:45.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-04-26T01:49:45.826 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-04-26T01:49:45.828 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-04-26T01:49:45.830 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-04-26T01:49:45.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-04-26T01:49:45.833 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-04-26T01:49:45.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-04-26T01:49:45.836 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-04-26T01:49:45.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-04-26T01:49:45.839 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-04-26T01:49:45.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-04-26T01:49:45.843 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-04-26T01:49:45.844 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-04-26T01:49:45.846 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-04-26T01:49:45.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-04-26T01:49:45.849 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-04-26T01:49:45.851 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-04-26T01:49:45.853 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-04-26T01:49:45.854 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-04-26T01:49:45.856 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-04-26T01:49:45.858 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-04-26T01:49:45.859 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-04-26T01:49:45.861 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-04-26T01:49:45.863 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-04-26T01:49:45.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-04-26T01:49:45.866 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-04-26T01:49:45.868 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-04-26T01:49:45.869 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-04-26T01:49:45.871 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-04-26T01:49:45.872 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-04-26T01:49:45.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-04-26T01:49:45.876 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-04-26T01:49:45.878 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-04-26T01:49:45.879 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-04-26T01:49:45.881 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-04-26T01:49:45.883 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-04-26T01:49:45.884 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-04-26T01:49:45.886 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-04-26T01:49:45.888 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-04-26T01:49:45.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-04-26T01:49:45.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-04-26T01:49:45.893 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-04-26T01:49:45.895 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-04-26T01:49:45.896 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-04-26T01:49:45.898 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-04-26T01:49:45.900 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-04-26T01:49:45.902 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-04-26T01:49:45.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-04-26T01:49:45.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-04-26T01:49:45.907 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-04-26T01:49:45.908 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-04-26T01:49:45.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-04-26T01:49:45.912 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-04-26T01:49:45.914 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-04-26T01:49:45.915 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-04-26T01:49:45.917 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-04-26T01:49:45.919 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-04-26T01:49:45.921 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-04-26T01:49:45.923 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-04-26T01:49:45.925 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-04-26T01:49:45.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-04-26T01:49:45.929 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-04-26T01:49:45.930 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-04-26T01:49:45.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-04-26T01:49:45.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-04-26T01:49:45.936 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-04-26T01:49:45.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-04-26T01:49:45.939 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-04-26T01:49:45.941 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-04-26T01:49:45.947 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-04-26T01:49:45.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-04-26T01:49:45.950 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-04-26T01:49:45.952 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-04-26T01:49:45.954 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-04-26T01:49:45.956 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-04-26T01:49:45.958 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-04-26T01:49:45.960 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-04-26T01:49:45.961 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-04-26T01:49:45.963 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-04-26T01:49:45.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-04-26T01:49:45.966 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-04-26T01:49:45.968 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-04-26T01:49:45.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-04-26T01:49:45.971 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-04-26T01:49:45.973 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-04-26T01:49:45.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-04-26T01:49:45.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-04-26T01:49:45.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/ 2024-04-26T01:49:45.979 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-04-26T01:49:45.981 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-04-26T01:49:45.982 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-04-26T01:49:45.984 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-04-26T01:49:45.986 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-04-26T01:49:45.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-04-26T01:49:45.989 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-04-26T01:49:45.991 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-04-26T01:49:45.992 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-04-26T01:49:45.994 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-04-26T01:49:45.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-04-26T01:49:45.997 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-04-26T01:49:45.999 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-04-26T01:49:46.001 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-04-26T01:49:46.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-04-26T01:49:46.004 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-04-26T01:49:46.006 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-04-26T01:49:46.007 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-04-26T01:49:46.009 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-04-26T01:49:46.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-04-26T01:49:46.012 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-04-26T01:49:46.014 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-04-26T01:49:46.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-04-26T01:49:46.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-04-26T01:49:46.019 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-04-26T01:49:46.020 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-04-26T01:49:46.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-04-26T01:49:46.024 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-04-26T01:49:46.025 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-04-26T01:49:46.027 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-04-26T01:49:46.029 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-04-26T01:49:46.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-04-26T01:49:46.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/summary 2024-04-26T01:49:46.034 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-04-26T01:49:46.035 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-04-26T01:49:46.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-04-26T01:49:46.039 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2o/ 2024-04-26T01:49:46.040 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2o/README 2024-04-26T01:49:46.042 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-04-26T01:49:46.043 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/ 2024-04-26T01:49:46.045 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-04-26T01:49:46.047 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-04-26T01:49:46.048 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-04-26T01:49:46.050 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/README 2024-04-26T01:49:46.051 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-04-26T01:49:46.053 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-04-26T01:49:46.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-04-26T01:49:46.056 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-04-26T01:49:46.058 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-04-26T01:49:46.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-04-26T01:49:46.061 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-04-26T01:49:46.063 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-04-26T01:49:46.065 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ 2024-04-26T01:49:46.067 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-04-26T01:49:46.069 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-04-26T01:49:46.071 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-04-26T01:49:46.073 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-04-26T01:49:46.077 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-04-26T01:49:46.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-04-26T01:49:46.081 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-04-26T01:49:46.084 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/ 2024-04-26T01:49:46.086 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-04-26T01:49:46.088 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-04-26T01:49:46.090 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-04-26T01:49:46.092 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-04-26T01:49:46.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-04-26T01:49:46.096 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/init.txt 2024-04-26T01:49:46.099 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/initrd.txt 2024-04-26T01:49:46.101 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/ 2024-04-26T01:49:46.103 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-04-26T01:49:46.105 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-04-26T01:49:46.107 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-04-26T01:49:46.109 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-04-26T01:49:46.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-04-26T01:49:46.113 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-04-26T01:49:46.115 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-04-26T01:49:46.117 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-04-26T01:49:46.119 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-04-26T01:49:46.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-04-26T01:49:46.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-04-26T01:49:46.126 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-04-26T01:49:46.128 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-04-26T01:49:46.130 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-04-26T01:49:46.132 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-04-26T01:49:46.134 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-04-26T01:49:46.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-04-26T01:49:46.138 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/input.txt 2024-04-26T01:49:46.140 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-04-26T01:49:46.142 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-04-26T01:49:46.145 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-04-26T01:49:46.147 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-04-26T01:49:46.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-04-26T01:49:46.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-04-26T01:49:46.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-04-26T01:49:46.155 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-04-26T01:49:46.157 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-04-26T01:49:46.160 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-04-26T01:49:46.162 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-04-26T01:49:46.164 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-04-26T01:49:46.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-04-26T01:49:46.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-04-26T01:49:46.170 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-04-26T01:49:46.172 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-04-26T01:49:46.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/ 2024-04-26T01:49:46.176 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-04-26T01:49:46.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-04-26T01:49:46.181 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-04-26T01:49:46.183 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-04-26T01:49:46.185 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-04-26T01:49:46.187 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-04-26T01:49:46.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/iostats.txt 2024-04-26T01:49:46.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-04-26T01:49:46.194 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-04-26T01:49:46.196 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/ 2024-04-26T01:49:46.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-04-26T01:49:46.200 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-04-26T01:49:46.202 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-04-26T01:49:46.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-04-26T01:49:46.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-04-26T01:49:46.209 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-04-26T01:49:46.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README 2024-04-26T01:49:46.213 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-04-26T01:49:46.214 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-04-26T01:49:46.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-04-26T01:49:46.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-04-26T01:49:46.219 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-04-26T01:49:46.221 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-04-26T01:49:46.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-04-26T01:49:46.224 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-04-26T01:49:46.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-04-26T01:49:46.227 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-04-26T01:49:46.229 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-04-26T01:49:46.231 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-04-26T01:49:46.233 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-04-26T01:49:46.234 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-04-26T01:49:46.236 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-04-26T01:49:46.238 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-04-26T01:49:46.239 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-04-26T01:49:46.241 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-04-26T01:49:46.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-04-26T01:49:46.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-04-26T01:49:46.247 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-04-26T01:49:46.249 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-04-26T01:49:46.251 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-04-26T01:49:46.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-04-26T01:49:46.255 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/java.txt 2024-04-26T01:49:46.256 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kasan.txt 2024-04-26T01:49:46.258 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/ 2024-04-26T01:49:46.259 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-04-26T01:49:46.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-04-26T01:49:46.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-04-26T01:49:46.264 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-04-26T01:49:46.266 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-04-26T01:49:46.268 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-04-26T01:49:46.270 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-04-26T01:49:46.272 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kdump/ 2024-04-26T01:49:46.273 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-04-26T01:49:46.275 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-04-26T01:49:46.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-04-26T01:49:46.278 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-04-26T01:49:46.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-04-26T01:49:46.286 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-04-26T01:49:46.288 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-04-26T01:49:46.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-04-26T01:49:46.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-04-26T01:49:46.293 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-04-26T01:49:46.295 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-04-26T01:49:46.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kobject.txt 2024-04-26T01:49:46.299 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-04-26T01:49:46.301 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kref.txt 2024-04-26T01:49:46.303 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-04-26T01:49:46.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/ 2024-04-26T01:49:46.306 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-04-26T01:49:46.307 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-04-26T01:49:46.309 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-04-26T01:49:46.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:46 smithi148 ceph-mon[32990]: pgmap v67: 97 pgs: 97 active+clean; 81 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-26T01:49:46.311 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-04-26T01:49:46.312 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-04-26T01:49:46.314 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-04-26T01:49:46.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-04-26T01:49:46.317 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-04-26T01:49:46.319 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-04-26T01:49:46.320 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-04-26T01:49:46.322 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-04-26T01:49:46.324 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-04-26T01:49:46.326 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ldm.txt 2024-04-26T01:49:46.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:46 smithi100 ceph-mon[28020]: pgmap v67: 97 pgs: 97 active+clean; 81 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-26T01:49:46.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/ 2024-04-26T01:49:46.329 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-04-26T01:49:46.331 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-04-26T01:49:46.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-04-26T01:49:46.334 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-04-26T01:49:46.336 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-04-26T01:49:46.337 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-04-26T01:49:46.339 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-04-26T01:49:46.340 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-04-26T01:49:46.342 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-04-26T01:49:46.344 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-04-26T01:49:46.345 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-04-26T01:49:46.347 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-04-26T01:49:46.349 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/ 2024-04-26T01:49:46.350 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-04-26T01:49:46.352 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-04-26T01:49:46.354 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-04-26T01:49:46.357 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-04-26T01:49:46.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-04-26T01:49:46.360 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-04-26T01:49:46.361 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-04-26T01:49:46.363 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-04-26T01:49:46.365 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-04-26T01:49:46.366 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-04-26T01:49:46.368 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-04-26T01:49:46.370 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/logo.gif 2024-04-26T01:49:46.372 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/logo.txt 2024-04-26T01:49:46.374 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/lzo.txt 2024-04-26T01:49:46.375 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/m68k/ 2024-04-26T01:49:46.377 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-04-26T01:49:46.379 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-04-26T01:49:46.381 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-04-26T01:49:46.384 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-04-26T01:49:46.386 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-04-26T01:49:46.389 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/md.txt 2024-04-26T01:49:46.391 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-04-26T01:49:46.394 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-04-26T01:49:46.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:46 smithi133 ceph-mon[32344]: pgmap v67: 97 pgs: 97 active+clean; 81 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 6.6 MiB/s wr, 37 op/s 2024-04-26T01:49:46.695 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-04-26T01:49:46.696 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-04-26T01:49:46.698 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-04-26T01:49:46.700 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/metag/ 2024-04-26T01:49:46.701 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-04-26T01:49:46.703 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-04-26T01:49:46.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/ 2024-04-26T01:49:46.706 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-04-26T01:49:46.707 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-04-26T01:49:46.709 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-04-26T01:49:46.710 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-04-26T01:49:46.712 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-04-26T01:49:46.713 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-04-26T01:49:46.715 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-04-26T01:49:46.717 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-04-26T01:49:46.719 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-04-26T01:49:46.720 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-04-26T01:49:46.722 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mips/ 2024-04-26T01:49:46.724 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-04-26T01:49:46.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-04-26T01:49:46.727 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-04-26T01:49:46.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-04-26T01:49:46.730 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-04-26T01:49:46.732 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-04-26T01:49:46.733 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-04-26T01:49:46.735 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-04-26T01:49:46.736 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-04-26T01:49:46.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-04-26T01:49:46.739 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-04-26T01:49:46.741 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-04-26T01:49:46.743 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-04-26T01:49:46.744 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-04-26T01:49:46.746 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-04-26T01:49:46.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-04-26T01:49:46.749 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-04-26T01:49:46.750 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-04-26T01:49:46.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-04-26T01:49:46.754 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-04-26T01:49:46.756 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-04-26T01:49:46.757 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mmc/ 2024-04-26T01:49:46.759 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-04-26T01:49:46.760 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-04-26T01:49:46.762 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-04-26T01:49:46.764 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-04-26T01:49:46.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mn10300/ 2024-04-26T01:49:46.767 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-04-26T01:49:46.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-04-26T01:49:46.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-04-26T01:49:46.772 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mono.txt 2024-04-26T01:49:46.774 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mtd/ 2024-04-26T01:49:46.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-04-26T01:49:46.776 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-04-26T01:49:46.778 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-04-26T01:49:46.780 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-04-26T01:49:46.782 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/namespaces/ 2024-04-26T01:49:46.783 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-04-26T01:49:46.785 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-04-26T01:49:46.786 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/ 2024-04-26T01:49:46.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-04-26T01:49:46.790 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-04-26T01:49:46.791 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-04-26T01:49:46.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-04-26T01:49:46.794 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-04-26T01:49:46.796 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ 2024-04-26T01:49:46.798 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-04-26T01:49:46.799 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-04-26T01:49:46.801 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-04-26T01:49:46.803 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-04-26T01:49:46.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-04-26T01:49:46.806 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-04-26T01:49:46.808 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-04-26T01:49:46.810 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-04-26T01:49:46.811 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-04-26T01:49:46.813 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-04-26T01:49:46.815 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-04-26T01:49:46.816 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-04-26T01:49:46.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-04-26T01:49:46.820 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-04-26T01:49:46.823 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-04-26T01:49:46.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-04-26T01:49:46.826 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-04-26T01:49:46.828 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-04-26T01:49:46.830 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-04-26T01:49:46.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-04-26T01:49:46.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-04-26T01:49:46.837 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-04-26T01:49:46.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-04-26T01:49:46.840 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-04-26T01:49:46.841 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-04-26T01:49:46.843 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-04-26T01:49:46.845 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-04-26T01:49:46.847 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-04-26T01:49:46.849 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-04-26T01:49:46.850 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-04-26T01:49:46.852 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-04-26T01:49:46.854 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-04-26T01:49:46.855 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-04-26T01:49:46.857 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-04-26T01:49:46.859 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-04-26T01:49:46.860 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-04-26T01:49:46.862 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-04-26T01:49:46.864 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-04-26T01:49:46.865 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-04-26T01:49:46.867 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-04-26T01:49:46.869 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-04-26T01:49:46.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-04-26T01:49:46.872 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-04-26T01:49:46.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-04-26T01:49:46.875 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-04-26T01:49:46.877 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-04-26T01:49:46.879 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-04-26T01:49:46.881 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-04-26T01:49:46.883 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-04-26T01:49:46.884 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-04-26T01:49:46.886 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-04-26T01:49:46.887 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-04-26T01:49:46.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-04-26T01:49:46.891 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-04-26T01:49:46.892 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-04-26T01:49:46.894 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-04-26T01:49:46.895 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-04-26T01:49:46.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-04-26T01:49:46.898 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-04-26T01:49:46.901 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-04-26T01:49:46.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-04-26T01:49:46.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-04-26T01:49:46.907 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-04-26T01:49:46.909 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-04-26T01:49:46.911 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-04-26T01:49:46.913 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-04-26T01:49:46.915 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-04-26T01:49:46.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-04-26T01:49:46.920 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-04-26T01:49:46.922 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-04-26T01:49:46.924 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-04-26T01:49:46.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-04-26T01:49:46.929 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-04-26T01:49:46.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-04-26T01:49:46.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-04-26T01:49:46.936 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-04-26T01:49:46.938 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-04-26T01:49:46.940 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-04-26T01:49:46.942 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-04-26T01:49:46.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-04-26T01:49:46.946 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-04-26T01:49:46.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-04-26T01:49:46.951 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-04-26T01:49:46.953 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-04-26T01:49:46.955 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-04-26T01:49:46.958 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-04-26T01:49:46.960 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-04-26T01:49:46.963 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-04-26T01:49:46.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-04-26T01:49:46.967 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-04-26T01:49:46.970 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-04-26T01:49:46.972 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-04-26T01:49:46.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-04-26T01:49:46.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-04-26T01:49:46.978 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-04-26T01:49:46.979 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-04-26T01:49:46.981 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-04-26T01:49:46.983 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-04-26T01:49:46.985 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-04-26T01:49:46.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-04-26T01:49:46.989 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-04-26T01:49:46.991 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-04-26T01:49:46.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-04-26T01:49:46.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-04-26T01:49:46.997 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-04-26T01:49:46.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-04-26T01:49:47.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-04-26T01:49:47.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-04-26T01:49:47.004 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-04-26T01:49:47.006 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-04-26T01:49:47.008 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-04-26T01:49:47.009 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-04-26T01:49:47.011 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-04-26T01:49:47.013 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-04-26T01:49:47.015 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-04-26T01:49:47.016 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-04-26T01:49:47.018 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-04-26T01:49:47.020 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-04-26T01:49:47.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-04-26T01:49:47.023 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-04-26T01:49:47.025 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-04-26T01:49:47.028 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-04-26T01:49:47.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-04-26T01:49:47.033 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-04-26T01:49:47.035 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-04-26T01:49:47.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-04-26T01:49:47.040 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-04-26T01:49:47.042 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-04-26T01:49:47.044 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-04-26T01:49:47.047 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-04-26T01:49:47.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-04-26T01:49:47.054 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-04-26T01:49:47.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-04-26T01:49:47.056 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-04-26T01:49:47.058 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-04-26T01:49:47.060 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nfc/ 2024-04-26T01:49:47.062 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-04-26T01:49:47.064 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-04-26T01:49:47.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nios2/ 2024-04-26T01:49:47.069 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nios2/README 2024-04-26T01:49:47.071 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-04-26T01:49:47.073 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/numastat.txt 2024-04-26T01:49:47.075 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-04-26T01:49:47.078 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/padata.txt 2024-04-26T01:49:47.081 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parisc/ 2024-04-26T01:49:47.083 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-04-26T01:49:47.085 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-04-26T01:49:47.087 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parisc/registers 2024-04-26T01:49:47.089 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-04-26T01:49:47.092 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/parport.txt 2024-04-26T01:49:47.094 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-04-26T01:49:47.096 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-04-26T01:49:47.098 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-04-26T01:49:47.100 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-04-26T01:49:47.103 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-04-26T01:49:47.105 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-04-26T01:49:47.107 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-04-26T01:49:47.110 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-04-26T01:49:47.112 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-04-26T01:49:47.114 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/phy.txt 2024-04-26T01:49:47.117 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/phy/ 2024-04-26T01:49:47.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-04-26T01:49:47.121 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-04-26T01:49:47.123 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-04-26T01:49:47.125 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/platform/ 2024-04-26T01:49:47.128 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-04-26T01:49:47.130 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pnp.txt 2024-04-26T01:49:47.132 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/ 2024-04-26T01:49:47.134 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-04-26T01:49:47.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-04-26T01:49:47.138 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-04-26T01:49:47.140 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-04-26T01:49:47.142 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-04-26T01:49:47.145 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-04-26T01:49:47.148 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-04-26T01:49:47.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-04-26T01:49:47.152 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-04-26T01:49:47.154 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-04-26T01:49:47.156 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-04-26T01:49:47.158 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-04-26T01:49:47.161 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-04-26T01:49:47.163 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-04-26T01:49:47.165 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-04-26T01:49:47.167 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-04-26T01:49:47.169 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-04-26T01:49:47.171 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-04-26T01:49:47.173 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-04-26T01:49:47.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-04-26T01:49:47.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-04-26T01:49:47.180 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-04-26T01:49:47.182 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-04-26T01:49:47.185 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/states.txt 2024-04-26T01:49:47.187 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-04-26T01:49:47.189 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-04-26T01:49:47.192 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-04-26T01:49:47.194 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-04-26T01:49:47.196 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-04-26T01:49:47.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-04-26T01:49:47.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-04-26T01:49:47.203 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/power/video.txt 2024-04-26T01:49:47.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/ 2024-04-26T01:49:47.208 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-04-26T01:49:47.210 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-04-26T01:49:47.212 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-04-26T01:49:47.215 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-04-26T01:49:47.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-04-26T01:49:47.219 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-04-26T01:49:47.222 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-04-26T01:49:47.224 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-04-26T01:49:47.226 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-04-26T01:49:47.228 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-04-26T01:49:47.230 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-04-26T01:49:47.232 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-04-26T01:49:47.234 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-04-26T01:49:47.236 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pps/ 2024-04-26T01:49:47.237 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-04-26T01:49:47.239 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/ 2024-04-26T01:49:47.241 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-04-26T01:49:47.243 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-04-26T01:49:47.245 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-04-26T01:49:47.247 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-04-26T01:49:47.249 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-04-26T01:49:47.251 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-04-26T01:49:47.253 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-04-26T01:49:47.255 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-04-26T01:49:47.258 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-04-26T01:49:47.260 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pti/ 2024-04-26T01:49:47.261 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-04-26T01:49:47.263 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/ 2024-04-26T01:49:47.264 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-04-26T01:49:47.266 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-04-26T01:49:47.268 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-04-26T01:49:47.269 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-04-26T01:49:47.271 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-04-26T01:49:47.273 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/pwm.txt 2024-04-26T01:49:47.274 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-04-26T01:49:47.276 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rapidio/ 2024-04-26T01:49:47.277 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-04-26T01:49:47.279 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-04-26T01:49:47.280 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-04-26T01:49:47.282 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-04-26T01:49:47.284 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-04-26T01:49:47.285 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-04-26T01:49:47.287 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-04-26T01:49:47.289 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-04-26T01:49:47.290 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-04-26T01:49:47.292 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/rtc.txt 2024-04-26T01:49:47.294 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/ 2024-04-26T01:49:47.295 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-04-26T01:49:47.297 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-04-26T01:49:47.299 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-04-26T01:49:47.300 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-04-26T01:49:47.302 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/DASD 2024-04-26T01:49:47.304 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-04-26T01:49:47.307 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-04-26T01:49:47.309 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-04-26T01:49:47.310 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-04-26T01:49:47.312 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-04-26T01:49:47.314 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-04-26T01:49:47.315 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-04-26T01:49:47.317 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-04-26T01:49:47.319 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-04-26T01:49:47.320 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/ 2024-04-26T01:49:47.322 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-04-26T01:49:47.323 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-04-26T01:49:47.325 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-04-26T01:49:47.327 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-04-26T01:49:47.328 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-04-26T01:49:47.330 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-04-26T01:49:47.332 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-04-26T01:49:47.333 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-04-26T01:49:47.335 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-04-26T01:49:47.337 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-04-26T01:49:47.338 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ 2024-04-26T01:49:47.340 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-04-26T01:49:47.341 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-04-26T01:49:47.343 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-04-26T01:49:47.345 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-04-26T01:49:47.347 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-04-26T01:49:47.349 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-04-26T01:49:47.351 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-04-26T01:49:47.354 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-04-26T01:49:47.356 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-04-26T01:49:47.358 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-04-26T01:49:47.360 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-04-26T01:49:47.362 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-04-26T01:49:47.364 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-04-26T01:49:47.366 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-04-26T01:49:47.369 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-04-26T01:49:47.371 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-04-26T01:49:47.373 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-04-26T01:49:47.375 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-04-26T01:49:47.378 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-04-26T01:49:47.380 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-04-26T01:49:47.382 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-04-26T01:49:47.384 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-04-26T01:49:47.385 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-04-26T01:49:47.387 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-04-26T01:49:47.390 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-04-26T01:49:47.391 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-04-26T01:49:47.393 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-04-26T01:49:47.396 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-04-26T01:49:47.398 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-04-26T01:49:47.400 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-04-26T01:49:47.402 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-04-26T01:49:47.404 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-04-26T01:49:47.406 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-04-26T01:49:47.407 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-04-26T01:49:47.409 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-04-26T01:49:47.411 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-04-26T01:49:47.413 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-04-26T01:49:47.415 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-04-26T01:49:47.417 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-04-26T01:49:47.420 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-04-26T01:49:47.422 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-04-26T01:49:47.424 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-04-26T01:49:47.426 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-04-26T01:49:47.427 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-04-26T01:49:47.430 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-04-26T01:49:47.431 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-04-26T01:49:47.434 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-04-26T01:49:47.435 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-04-26T01:49:47.437 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-04-26T01:49:47.439 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-04-26T01:49:47.442 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-04-26T01:49:47.444 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-04-26T01:49:47.446 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-04-26T01:49:47.448 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-04-26T01:49:47.450 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-04-26T01:49:47.452 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-04-26T01:49:47.454 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-04-26T01:49:47.456 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-04-26T01:49:47.458 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-04-26T01:49:47.463 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/ 2024-04-26T01:49:47.466 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-04-26T01:49:47.468 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-04-26T01:49:47.472 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-04-26T01:49:47.475 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-04-26T01:49:47.478 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-04-26T01:49:47.480 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-04-26T01:49:47.482 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-04-26T01:49:47.484 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-04-26T01:49:47.486 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-04-26T01:49:47.488 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-04-26T01:49:47.490 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-04-26T01:49:47.492 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-04-26T01:49:47.494 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-04-26T01:49:47.496 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-04-26T01:49:47.498 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/ 2024-04-26T01:49:47.500 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-04-26T01:49:47.502 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-04-26T01:49:47.504 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/driver 2024-04-26T01:49:47.506 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-04-26T01:49:47.508 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-04-26T01:49:47.509 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-04-26T01:49:47.511 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-04-26T01:49:47.513 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-04-26T01:49:47.516 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-04-26T01:49:47.517 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sh/ 2024-04-26T01:49:47.519 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-04-26T01:49:47.521 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-04-26T01:49:47.522 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-04-26T01:49:47.525 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/ 2024-04-26T01:49:47.526 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-04-26T01:49:47.528 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-04-26T01:49:47.531 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-04-26T01:49:47.532 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-04-26T01:49:47.534 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-04-26T01:49:47.536 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-04-26T01:49:47.538 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-04-26T01:49:47.540 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-04-26T01:49:47.542 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-04-26T01:49:47.544 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-04-26T01:49:47.547 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-04-26T01:49:47.549 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-04-26T01:49:47.551 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-04-26T01:49:47.553 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-04-26T01:49:47.555 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-04-26T01:49:47.557 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-04-26T01:49:47.558 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-04-26T01:49:47.560 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-04-26T01:49:47.562 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-04-26T01:49:47.563 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-04-26T01:49:47.565 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-04-26T01:49:47.567 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-04-26T01:49:47.568 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-04-26T01:49:47.570 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-04-26T01:49:47.572 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-04-26T01:49:47.573 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-04-26T01:49:47.575 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-04-26T01:49:47.576 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-04-26T01:49:47.578 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-04-26T01:49:47.580 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-04-26T01:49:47.582 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-04-26T01:49:47.584 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-04-26T01:49:47.586 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-04-26T01:49:47.587 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-04-26T01:49:47.589 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-04-26T01:49:47.590 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-04-26T01:49:47.592 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-04-26T01:49:47.593 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-04-26T01:49:47.595 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-04-26T01:49:47.596 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-04-26T01:49:47.598 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-04-26T01:49:47.600 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-04-26T01:49:47.601 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-04-26T01:49:47.603 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-04-26T01:49:47.605 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-04-26T01:49:47.606 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-04-26T01:49:47.608 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-04-26T01:49:47.610 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-04-26T01:49:47.612 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-04-26T01:49:47.613 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-04-26T01:49:47.615 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-04-26T01:49:47.617 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-04-26T01:49:47.619 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-04-26T01:49:47.620 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-04-26T01:49:47.622 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-04-26T01:49:47.623 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-04-26T01:49:47.625 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-04-26T01:49:47.627 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-04-26T01:49:47.628 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-04-26T01:49:47.630 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-04-26T01:49:47.632 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-04-26T01:49:47.633 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-04-26T01:49:47.635 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sparse.txt 2024-04-26T01:49:47.637 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/ 2024-04-26T01:49:47.638 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-04-26T01:49:47.640 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-04-26T01:49:47.641 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-04-26T01:49:47.643 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-04-26T01:49:47.645 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-04-26T01:49:47.646 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-04-26T01:49:47.648 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-04-26T01:49:47.650 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-04-26T01:49:47.651 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-04-26T01:49:47.653 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spidev 2024-04-26T01:49:47.655 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-04-26T01:49:47.656 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-04-26T01:49:47.658 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-04-26T01:49:47.660 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-04-26T01:49:47.661 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-04-26T01:49:47.663 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/svga.txt 2024-04-26T01:49:47.665 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/ 2024-04-26T01:49:47.666 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-04-26T01:49:47.668 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/README 2024-04-26T01:49:47.670 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-04-26T01:49:47.671 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-04-26T01:49:47.673 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-04-26T01:49:47.675 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-04-26T01:49:47.677 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-04-26T01:49:47.678 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-04-26T01:49:47.680 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-04-26T01:49:47.682 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-04-26T01:49:47.685 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/target/ 2024-04-26T01:49:47.686 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-04-26T01:49:47.688 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-04-26T01:49:47.689 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-04-26T01:49:47.691 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/ 2024-04-26T01:49:47.693 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-04-26T01:49:47.694 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-04-26T01:49:47.696 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-04-26T01:49:47.698 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-04-26T01:49:47.699 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-04-26T01:49:47.701 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-04-26T01:49:47.703 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-04-26T01:49:47.704 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-04-26T01:49:47.706 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/ 2024-04-26T01:49:47.708 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-04-26T01:49:47.710 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-04-26T01:49:47.711 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-04-26T01:49:47.713 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-04-26T01:49:47.715 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-04-26T01:49:47.717 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-04-26T01:49:47.718 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-04-26T01:49:47.720 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-04-26T01:49:47.722 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-04-26T01:49:47.724 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-04-26T01:49:47.725 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-04-26T01:49:47.727 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/tpm/ 2024-04-26T01:49:47.728 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-04-26T01:49:47.730 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/ 2024-04-26T01:49:47.732 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-04-26T01:49:47.734 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-04-26T01:49:47.735 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-04-26T01:49:47.737 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-04-26T01:49:47.738 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-04-26T01:49:47.740 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-04-26T01:49:47.742 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-04-26T01:49:47.746 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-04-26T01:49:47.747 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-04-26T01:49:47.749 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-04-26T01:49:47.751 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-04-26T01:49:47.752 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-04-26T01:49:47.754 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-04-26T01:49:47.756 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-04-26T01:49:47.758 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-04-26T01:49:47.759 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-04-26T01:49:47.761 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-04-26T01:49:47.763 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-04-26T01:49:47.765 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/unicode.txt 2024-04-26T01:49:47.766 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/unshare.txt 2024-04-26T01:49:47.768 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/ 2024-04-26T01:49:47.770 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-04-26T01:49:47.771 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-04-26T01:49:47.773 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-04-26T01:49:47.775 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-04-26T01:49:47.776 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-04-26T01:49:47.778 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-04-26T01:49:47.780 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-04-26T01:49:47.782 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-04-26T01:49:47.783 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-04-26T01:49:47.785 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-04-26T01:49:47.787 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-04-26T01:49:47.788 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-04-26T01:49:47.790 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-04-26T01:49:47.792 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-04-26T01:49:47.793 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-04-26T01:49:47.795 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-04-26T01:49:47.797 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-04-26T01:49:47.799 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-04-26T01:49:47.800 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-04-26T01:49:47.802 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-04-26T01:49:47.804 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-04-26T01:49:47.806 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-04-26T01:49:47.807 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-04-26T01:49:47.809 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-04-26T01:49:47.811 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-04-26T01:49:47.813 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-04-26T01:49:47.814 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-04-26T01:49:47.816 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-04-26T01:49:47.818 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-04-26T01:49:47.819 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-04-26T01:49:47.821 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-04-26T01:49:47.823 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-04-26T01:49:47.825 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-04-26T01:49:47.827 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-04-26T01:49:47.828 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-04-26T01:49:47.829 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-04-26T01:49:47.831 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/ 2024-04-26T01:49:47.832 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-04-26T01:49:47.834 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-04-26T01:49:47.835 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-04-26T01:49:47.837 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-04-26T01:49:47.838 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-04-26T01:49:47.840 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vfio.txt 2024-04-26T01:49:47.842 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-04-26T01:49:47.844 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video-output.txt 2024-04-26T01:49:47.845 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/ 2024-04-26T01:49:47.847 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-04-26T01:49:47.848 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-04-26T01:49:47.850 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-04-26T01:49:47.851 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-04-26T01:49:47.853 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-04-26T01:49:47.855 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-04-26T01:49:47.856 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-04-26T01:49:47.858 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-04-26T01:49:47.860 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-04-26T01:49:47.861 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-04-26T01:49:47.863 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-04-26T01:49:47.865 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-04-26T01:49:47.866 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-04-26T01:49:47.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-04-26T01:49:47.870 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-04-26T01:49:47.871 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-04-26T01:49:47.873 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-04-26T01:49:47.874 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-04-26T01:49:47.876 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-04-26T01:49:47.877 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-04-26T01:49:47.879 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-04-26T01:49:47.881 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-04-26T01:49:47.882 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-04-26T01:49:47.884 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-04-26T01:49:47.885 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-04-26T01:49:47.887 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-04-26T01:49:47.889 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-04-26T01:49:47.890 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-04-26T01:49:47.892 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-04-26T01:49:47.894 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-04-26T01:49:47.895 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-04-26T01:49:47.897 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-04-26T01:49:47.899 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-04-26T01:49:47.900 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-04-26T01:49:47.902 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-04-26T01:49:47.903 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-04-26T01:49:47.905 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-04-26T01:49:47.907 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-04-26T01:49:47.909 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-04-26T01:49:47.910 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-04-26T01:49:47.912 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-04-26T01:49:47.913 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-04-26T01:49:47.915 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-04-26T01:49:47.916 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-04-26T01:49:47.918 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-04-26T01:49:47.919 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-04-26T01:49:47.921 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-04-26T01:49:47.922 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-04-26T01:49:47.924 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-04-26T01:49:47.926 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-04-26T01:49:47.927 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-04-26T01:49:47.929 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-04-26T01:49:47.931 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-04-26T01:49:47.932 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-04-26T01:49:47.934 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-04-26T01:49:47.935 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-04-26T01:49:47.937 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-04-26T01:49:47.939 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-04-26T01:49:47.940 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-04-26T01:49:47.942 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-04-26T01:49:47.944 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-04-26T01:49:47.945 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-04-26T01:49:47.947 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-04-26T01:49:47.949 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-04-26T01:49:47.950 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-04-26T01:49:47.952 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-04-26T01:49:47.953 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-04-26T01:49:47.955 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-04-26T01:49:47.957 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-04-26T01:49:47.958 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-04-26T01:49:47.960 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-04-26T01:49:47.962 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-04-26T01:49:47.963 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-04-26T01:49:47.965 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-04-26T01:49:47.967 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-04-26T01:49:47.969 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-04-26T01:49:47.971 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-04-26T01:49:47.973 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-04-26T01:49:47.974 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/ 2024-04-26T01:49:47.976 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-04-26T01:49:47.977 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-04-26T01:49:47.979 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-04-26T01:49:47.980 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-04-26T01:49:47.983 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-04-26T01:49:47.985 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-04-26T01:49:47.987 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-04-26T01:49:47.988 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-04-26T01:49:47.990 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-04-26T01:49:47.992 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-04-26T01:49:47.993 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-04-26T01:49:47.995 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-04-26T01:49:47.996 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-04-26T01:49:47.998 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-04-26T01:49:48.000 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-04-26T01:49:48.002 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-04-26T01:49:48.003 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-04-26T01:49:48.005 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-04-26T01:49:48.007 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-04-26T01:49:48.009 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-04-26T01:49:48.010 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-04-26T01:49:48.012 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-04-26T01:49:48.014 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-04-26T01:49:48.016 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-04-26T01:49:48.017 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-04-26T01:49:48.022 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/ 2024-04-26T01:49:48.023 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-04-26T01:49:48.025 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-04-26T01:49:48.027 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-04-26T01:49:48.028 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/balance 2024-04-26T01:49:48.030 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-04-26T01:49:48.032 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-04-26T01:49:48.034 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-04-26T01:49:48.036 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-04-26T01:49:48.037 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-04-26T01:49:48.039 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-04-26T01:49:48.041 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/numa 2024-04-26T01:49:48.042 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-04-26T01:49:48.044 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-04-26T01:49:48.046 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-04-26T01:49:48.047 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-04-26T01:49:48.049 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-04-26T01:49:48.050 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-04-26T01:49:48.052 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-04-26T01:49:48.054 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-04-26T01:49:48.055 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-04-26T01:49:48.057 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-04-26T01:49:48.059 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-04-26T01:49:48.061 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-04-26T01:49:48.062 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-04-26T01:49:48.064 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-04-26T01:49:48.066 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/ 2024-04-26T01:49:48.067 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-04-26T01:49:48.069 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-04-26T01:49:48.070 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-04-26T01:49:48.074 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-04-26T01:49:48.074 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-04-26T01:49:48.075 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-04-26T01:49:48.077 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-04-26T01:49:48.079 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-04-26T01:49:48.080 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-04-26T01:49:48.082 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-04-26T01:49:48.083 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-04-26T01:49:48.085 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-04-26T01:49:48.087 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-04-26T01:49:48.088 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-04-26T01:49:48.093 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-04-26T01:49:48.095 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-04-26T01:49:48.097 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/ 2024-04-26T01:49:48.098 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-04-26T01:49:48.100 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-04-26T01:49:48.102 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-04-26T01:49:48.103 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-04-26T01:49:48.105 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-04-26T01:49:48.106 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-04-26T01:49:48.108 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-04-26T01:49:48.110 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-04-26T01:49:48.111 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-04-26T01:49:48.113 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-04-26T01:49:48.115 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-04-26T01:49:48.117 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-04-26T01:49:48.118 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-04-26T01:49:48.120 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/wimax/ 2024-04-26T01:49:48.122 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-04-26T01:49:48.124 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-04-26T01:49:48.125 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-04-26T01:49:48.127 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/ 2024-04-26T01:49:48.129 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-04-26T01:49:48.130 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-04-26T01:49:48.132 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-04-26T01:49:48.134 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-04-26T01:49:48.136 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-04-26T01:49:48.138 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-04-26T01:49:48.140 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-04-26T01:49:48.141 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-04-26T01:49:48.143 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-04-26T01:49:48.144 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-04-26T01:49:48.146 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-04-26T01:49:48.148 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-04-26T01:49:48.149 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-04-26T01:49:48.151 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-04-26T01:49:48.153 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-04-26T01:49:48.154 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-04-26T01:49:48.156 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-04-26T01:49:48.157 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-04-26T01:49:48.159 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-04-26T01:49:48.161 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-04-26T01:49:48.163 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-04-26T01:49:48.165 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-04-26T01:49:48.166 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-04-26T01:49:48.168 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-04-26T01:49:48.170 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/xtensa/ 2024-04-26T01:49:48.171 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-04-26T01:49:48.173 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-04-26T01:49:48.175 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/xz.txt 2024-04-26T01:49:48.176 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-04-26T01:49:48.178 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-04-26T01:49:48.180 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-04-26T01:49:48.182 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-04-26T01:49:48.183 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-04-26T01:49:48.185 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-04-26T01:49:48.187 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-04-26T01:49:48.188 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-04-26T01:49:48.190 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-04-26T01:49:48.191 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-04-26T01:49:48.193 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-04-26T01:49:48.194 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-04-26T01:49:48.196 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-04-26T01:49:48.198 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-04-26T01:49:48.199 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-04-26T01:49:48.201 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-04-26T01:49:48.203 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-04-26T01:49:48.204 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-04-26T01:49:48.206 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-04-26T01:49:48.207 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-04-26T01:49:48.209 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-04-26T01:49:48.211 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-04-26T01:49:48.212 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-04-26T01:49:48.214 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-04-26T01:49:48.216 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-04-26T01:49:48.217 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-04-26T01:49:48.219 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-04-26T01:49:48.221 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-04-26T01:49:48.223 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-04-26T01:49:48.225 INFO:tasks.workunit.client.0.smithi100.stdout:linux-4.0.5/Documentation/zorro.txt 2024-04-26T01:49:48.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:48 smithi148 ceph-mon[32990]: pgmap v68: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:48.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:48 smithi100 ceph-mon[28020]: pgmap v68: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:48.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:48 smithi133 ceph-mon[32344]: pgmap v68: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:50.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:50 smithi148 ceph-mon[32990]: pgmap v69: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:50.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:50 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:50.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:50 smithi100 ceph-mon[28020]: pgmap v69: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:50.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:50 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:50.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:50 smithi133 ceph-mon[32344]: pgmap v69: 97 pgs: 97 active+clean; 86 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 2.8 MiB/s wr, 271 op/s 2024-04-26T01:49:50.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:50 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:49:51.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:51 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:51.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:51 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:51.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:51 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:49:51.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:51 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:51.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:51 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:51.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:51 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:49:51.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:51 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:51.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:51 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:51.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:51 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:49:52.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:52 smithi148 ceph-mon[32990]: pgmap v70: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.2 MiB/s wr, 498 op/s 2024-04-26T01:49:52.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:52 smithi100 ceph-mon[28020]: pgmap v70: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.2 MiB/s wr, 498 op/s 2024-04-26T01:49:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:52 smithi133 ceph-mon[32344]: pgmap v70: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.2 MiB/s wr, 498 op/s 2024-04-26T01:49:53.601 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar cf doc.tar linux-4.0.5 2024-04-26T01:49:54.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:54 smithi148 ceph-mon[32990]: pgmap v71: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 904 KiB/s wr, 475 op/s 2024-04-26T01:49:54.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:54 smithi100 ceph-mon[28020]: pgmap v71: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 904 KiB/s wr, 475 op/s 2024-04-26T01:49:54.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:54 smithi133 ceph-mon[32344]: pgmap v71: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 904 KiB/s wr, 475 op/s 2024-04-26T01:49:55.559 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar xf doc.tar 2024-04-26T01:49:56.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:56 smithi148 ceph-mon[32990]: pgmap v72: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 912 KiB/s wr, 476 op/s 2024-04-26T01:49:56.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:56 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:56.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:56 smithi100 ceph-mon[28020]: pgmap v72: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 912 KiB/s wr, 476 op/s 2024-04-26T01:49:56.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:56 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:56 smithi133 ceph-mon[32344]: pgmap v72: 97 pgs: 97 active+clean; 85 MiB data, 608 MiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 912 KiB/s wr, 476 op/s 2024-04-26T01:49:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:56 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 -- 172.21.15.100:0/21617936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40101620 msgr2=0x7fba40105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 --2- 172.21.15.100:0/21617936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40101620 0x7fba40105ae0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fba28009900 tx=0x7fba2802a480 comp rx=0 tx=0).stop 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 -- 172.21.15.100:0/21617936 shutdown_connections 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 --2- 172.21.15.100:0/21617936 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40106100 0x7fba40106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 --2- 172.21.15.100:0/21617936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40101620 0x7fba40105ae0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 --2- 172.21.15.100:0/21617936 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40100d00 0x7fba401010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 -- 172.21.15.100:0/21617936 >> 172.21.15.100:0/21617936 conn(0x7fba400fc770 msgr2=0x7fba400feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 -- 172.21.15.100:0/21617936 shutdown_connections 2024-04-26T01:49:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.345+0000 7fba3f200640 1 -- 172.21.15.100:0/21617936 wait complete. 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.346+0000 7fba3f200640 1 Processor -- start 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.346+0000 7fba3f200640 1 -- start start 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 0x7fba401a48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 0x7fba4019eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fba40118700 con 0x7fba40101620 2024-04-26T01:49:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba40118580 con 0x7fba40106100 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3f200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fba40118880 con 0x7fba40100d00 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42062/0 (socket says 172.21.15.100:42062) 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 -- 172.21.15.100:0/4263315457 learned_addr learned my addr 172.21.15.100:0/4263315457 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 0x7fba4019eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3de00640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 0x7fba401a48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 -- 172.21.15.100:0/4263315457 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 msgr2=0x7fba401a48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 0x7fba401a48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 -- 172.21.15.100:0/4263315457 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 msgr2=0x7fba4019eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 0x7fba4019eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3d400640 1 -- 172.21.15.100:0/4263315457 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba4019f220 con 0x7fba40101620 2024-04-26T01:49:58.346 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3e800640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 0x7fba4019eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.347+0000 7fba3de00640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 0x7fba401a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba3d400640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba28005ab0 tx=0x7fba28032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba36a00640 1 -- 172.21.15.100:0/4263315457 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2803f030 con 0x7fba40101620 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba36a00640 1 -- 172.21.15.100:0/4263315457 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba28003ac0 con 0x7fba40101620 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba4019f4b0 con 0x7fba40101620 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba36a00640 1 -- 172.21.15.100:0/4263315457 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba28035070 con 0x7fba40101620 2024-04-26T01:49:58.347 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.348+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba401ab7b0 con 0x7fba40101620 2024-04-26T01:49:58.349 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.352+0000 7fba36a00640 1 -- 172.21.15.100:0/4263315457 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fba28042030 con 0x7fba40101620 2024-04-26T01:49:58.349 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.352+0000 7fba47a51740 1 Processor -- start 2024-04-26T01:49:58.349 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.352+0000 7fba47a51740 1 -- start start 2024-04-26T01:49:58.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.350 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x561d410ff900 con 0x561d4119a2d0 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561d410a5ef0 con 0x561d411999b0 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba47a51740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561d410fb8c0 con 0x561d411a4b90 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54016/0 (socket says 172.21.15.100:54016) 2024-04-26T01:49:58.351 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3e800640 1 -- 172.21.15.100:0/462942376 learned_addr learned my addr 172.21.15.100:0/462942376 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:58.352 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3d400640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3de00640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3e800640 1 -- 172.21.15.100:0/462942376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 msgr2=0x561d411a6f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.353+0000 7fba3e800640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a6f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3e800640 1 -- 172.21.15.100:0/462942376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 msgr2=0x561d411a4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3e800640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3e800640 1 -- 172.21.15.100:0/462942376 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d40e12210 con 0x561d411999b0 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3de00640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3d400640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba36a00640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 0x7fba240a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3e800640 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fba30011470 tx=0x7fba30011930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=575aea94c653f1a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.353 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba36a00640 1 -- 172.21.15.100:0/4263315457 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fba280f0e90 con 0x7fba40101620 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba2f000640 1 -- 172.21.15.100:0/462942376 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3001e070 con 0x561d411999b0 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba2f000640 1 -- 172.21.15.100:0/462942376 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba3000fa10 con 0x561d411999b0 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba2f000640 1 -- 172.21.15.100:0/462942376 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30019b60 con 0x561d411999b0 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.354+0000 7fba3de00640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 0x7fba240a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 -- 172.21.15.100:0/462942376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 msgr2=0x561d41199d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba3de00640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 0x7fba240a61d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x561d4119af50 tx=0x7fba38009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fba30011470 tx=0x7fba30011930 comp rx=0 tx=0).stop 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 -- 172.21.15.100:0/462942376 shutdown_connections 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a6f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 --2- 172.21.15.100:0/462942376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d41199d90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 -- 172.21.15.100:0/462942376 >> 172.21.15.100:0/462942376 conn(0x561d41195ec0 msgr2=0x561d411962a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 -- 172.21.15.100:0/462942376 shutdown_connections 2024-04-26T01:49:58.354 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.355+0000 7fba47a51740 1 -- 172.21.15.100:0/462942376 wait complete. 2024-04-26T01:49:58.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.356+0000 7fba47a51740 1 -- start start 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.356+0000 7fba47a51740 1 Processor -- start 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.356+0000 7fba47a51740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.356+0000 7fba47a51740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba47a51740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba47a51740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x561d411a77c0 con 0x561d4119a2d0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba47a51740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561d410b9310 con 0x561d411999b0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba47a51740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x561d411a7940 con 0x561d411a4b90 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba47a51740 10 client.0 _ll_register_callbacks cb 0x561d41087cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54024/0 (socket says 172.21.15.100:54024) 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 -- 172.21.15.100:0/1281488764 learned_addr learned my addr 172.21.15.100:0/1281488764 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3d400640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3e800640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.359 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 -- 172.21.15.100:0/1281488764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 msgr2=0x561d411a24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 -- 172.21.15.100:0/1281488764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 msgr2=0x561d411a1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 -- 172.21.15.100:0/1281488764 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d40ede620 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba3de00640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fba3800e630 tx=0x7fba38004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7abeda8b2534982 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.357+0000 7fba23400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3800ed60 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba3000fa10 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fba3801e410 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fba3801e610 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba47a51740 10 client.25562 fetch_fsmap learned FSMap version 32 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x561d411b3940 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.358+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba3000fa10 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fba380288f0 con 0x561d411999b0 2024-04-26T01:49:58.360 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 10 client.25562 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 10 client.25562 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 20 client.25562 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d411b4e00 0x561d411b7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 4 client.25562 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d411138b0 con 0x561d411b4e00 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.359+0000 7fba3d400640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d411b4e00 0x561d411b7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.360+0000 7fba3d400640 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d411b4e00 0x561d411b7270 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d602b05f3d0b461e server_cookie=804537037f2b00a1 in_seq=0 out_seq=0 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.360+0000 7fba23400640 10 client.25562 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.360+0000 7fba23400640 1 -- 172.21.15.100:0/1281488764 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d411138b0 con 0x561d411b4e00 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.360+0000 7fba23400640 10 client.25562 handle_command_reply: tid=0 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.360+0000 7fba47a51740 1 client.25562 shutdown 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 msgr2=0x561d411a1a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fba3800e630 tx=0x7fba38004a40 comp rx=0 tx=0).stop 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 shutdown_connections 2024-04-26T01:49:58.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d411b4e00 0x561d411b7270 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411a4b90 0x561d411a24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d4119a2d0 0x561d411a1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 --2- 172.21.15.100:0/1281488764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411999b0 0x561d411a1a20 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba23400640 0 client.25562 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 >> 172.21.15.100:0/1281488764 conn(0x561d41195ec0 msgr2=0x561d4119bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 shutdown_connections 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 1 -- 172.21.15.100:0/1281488764 wait complete. 2024-04-26T01:49:58.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.361+0000 7fba47a51740 20 client.25562 trim_cache size 0 max 16384 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.377+0000 7fba47a51740 1 Processor -- start 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.377+0000 7fba47a51740 1 -- start start 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 0x561d411b0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d4119a2d0 0x561d4119c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b40b0 con 0x561d411999b0 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b5c50 con 0x561d411a4b90 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba47a51740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b4780 con 0x561d4119a2d0 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54026/0 (socket says 172.21.15.100:54026) 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 -- 172.21.15.100:0/4080915260 learned_addr learned my addr 172.21.15.100:0/4080915260 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3de00640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 0x561d411b0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3d400640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d4119a2d0 0x561d4119c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 -- 172.21.15.100:0/4080915260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d4119a2d0 msgr2=0x561d4119c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d4119a2d0 0x561d4119c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 -- 172.21.15.100:0/4080915260 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 msgr2=0x561d411b0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 0x561d411b0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3e800640 1 -- 172.21.15.100:0/4080915260 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d4119ff70 con 0x561d411a4b90 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.378+0000 7fba3de00640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 0x561d411b0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:58.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.379+0000 7fba3e800640 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fba300097d0 tx=0x7fba30019700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=877c5a3bcc21619 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.379+0000 7fba2e600640 1 -- 172.21.15.100:0/4080915260 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3001e040 con 0x561d411a4b90 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.379+0000 7fba2e600640 1 -- 172.21.15.100:0/4080915260 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba30005500 con 0x561d411a4b90 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.379+0000 7fba2e600640 1 -- 172.21.15.100:0/4080915260 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30003850 con 0x561d411a4b90 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- 172.21.15.100:0/4080915260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 msgr2=0x561d411a20f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fba300097d0 tx=0x7fba30019700 comp rx=0 tx=0).stop 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- 172.21.15.100:0/4080915260 shutdown_connections 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d411a4b90 0x561d411a20f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d4119a2d0 0x561d4119c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 --2- 172.21.15.100:0/4080915260 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411999b0 0x561d411b0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- 172.21.15.100:0/4080915260 >> 172.21.15.100:0/4080915260 conn(0x561d41195ec0 msgr2=0x561d411a19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- 172.21.15.100:0/4080915260 shutdown_connections 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- 172.21.15.100:0/4080915260 wait complete. 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.380+0000 7fba47a51740 1 -- start start 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 Processor -- start 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411999b0 0x561d411ad0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411a4b90 0x561d411a8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b5580 con 0x561d411a4b90 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b4e50 con 0x561d4119a2d0 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fba401b2090 con 0x561d411999b0 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba47a51740 10 client.0 _ll_register_callbacks cb 0x7fba38013f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:58.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba3d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba3e800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411a4b90 0x561d411a8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba3de00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411999b0 0x561d411ad0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba3d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54036/0 (socket says 172.21.15.100:54036) 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.381+0000 7fba3d400640 1 -- 172.21.15.100:0/3470573722 learned_addr learned my addr 172.21.15.100:0/3470573722 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 -- 172.21.15.100:0/3470573722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411999b0 msgr2=0x561d411ad0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411999b0 0x561d411ad0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 -- 172.21.15.100:0/3470573722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411a4b90 msgr2=0x561d411a8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411a4b90 0x561d411a8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 -- 172.21.15.100:0/3470573722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d4121a3f0 con 0x561d4119a2d0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba3d400640 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fba2803f000 tx=0x7fba28032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b867005202f3deb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba23400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba28049040 con 0x561d4119a2d0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fba280d6280 con 0x561d4119a2d0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba30005500 con 0x561d4119a2d0 2024-04-26T01:49:58.383 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.382+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fba280c11b0 con 0x561d4119a2d0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 10 client.25568 fetch_fsmap learned FSMap version 32 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x561d4121b600 con 0x561d4119a2d0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba30005500 con 0x561d4119a2d0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fba28003c70 con 0x561d4119a2d0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 10 client.25568 fetch_fsmap finished waiting for FSMap version 32 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 10 client.25568 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 20 client.25568 populate_metadata read hostname 'smithi100' 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d4121be30 0x561d4121e250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 4 client.25568 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561d4110d320 con 0x561d4121be30 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.383+0000 7fba3de00640 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d4121be30 0x561d4121e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.384+0000 7fba3de00640 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d4121be30 0x561d4121e250 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e80bbe1315b14a0 server_cookie=d29152593b2902da in_seq=0 out_seq=0 2024-04-26T01:49:58.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:49:58.384+0000 7fba23400640 10 client.25568 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:49:58.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:49:58 smithi148 ceph-mon[32990]: pgmap v73: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 1001 KiB/s wr, 501 op/s 2024-04-26T01:49:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:49:58 smithi100 ceph-mon[28020]: pgmap v73: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 1001 KiB/s wr, 501 op/s 2024-04-26T01:49:58.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:49:58 smithi133 ceph-mon[32344]: pgmap v73: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 1001 KiB/s wr, 501 op/s 2024-04-26T01:50:00.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:00 smithi148 ceph-mon[32990]: pgmap v74: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 464 KiB/s rd, 471 KiB/s wr, 258 op/s 2024-04-26T01:50:00.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:00 smithi148 ceph-mon[32990]: overall HEALTH_OK 2024-04-26T01:50:00.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:00 smithi100 ceph-mon[28020]: pgmap v74: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 464 KiB/s rd, 471 KiB/s wr, 258 op/s 2024-04-26T01:50:00.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:00 smithi100 ceph-mon[28020]: overall HEALTH_OK 2024-04-26T01:50:00.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:00 smithi133 ceph-mon[32344]: pgmap v74: 97 pgs: 97 active+clean; 86 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 464 KiB/s rd, 471 KiB/s wr, 258 op/s 2024-04-26T01:50:00.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:00 smithi133 ceph-mon[32344]: overall HEALTH_OK 2024-04-26T01:50:01.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:01 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:01.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:01 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.595+0000 7fba23400640 1 -- 172.21.15.100:0/3470573722 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561d4110d320 con 0x561d4121be30 2024-04-26T01:50:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.595+0000 7fba23400640 10 client.25568 handle_command_reply: tid=0 2024-04-26T01:50:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.595+0000 7fba47a51740 1 client.25568 shutdown 2024-04-26T01:50:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 msgr2=0x561d411a8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fba2803f000 tx=0x7fba28032d70 comp rx=0 tx=0).stop 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 shutdown_connections 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x561d4121be30 0x561d4121e250 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x561d411a4b90 0x561d411a8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561d4119a2d0 0x561d411a8460 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 --2- 172.21.15.100:0/3470573722 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x561d411999b0 0x561d411ad0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba23400640 0 client.25568 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.596+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 >> 172.21.15.100:0/3470573722 conn(0x561d41195ec0 msgr2=0x561d411a2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.597+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 shutdown_connections 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.597+0000 7fba47a51740 1 -- 172.21.15.100:0/3470573722 wait complete. 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.597+0000 7fba47a51740 20 client.25568 trim_cache size 0 max 16384 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:50:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:50:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 msgr2=0x7fba240a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 0x7fba240a61d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x561d4119af50 tx=0x7fba38009500 comp rx=0 tx=0).stop 2024-04-26T01:50:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 msgr2=0x7fba401a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fba28005ab0 tx=0x7fba28032c00 comp rx=0 tx=0).stop 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 shutdown_connections 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fba240a3d10 0x7fba240a61d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba40106100 0x7fba4019eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fba40101620 0x7fba401a4e30 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 --2- 172.21.15.100:0/4263315457 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fba40100d00 0x7fba401a48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.599+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 >> 172.21.15.100:0/4263315457 conn(0x7fba400fc770 msgr2=0x7fba400fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.600+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 shutdown_connections 2024-04-26T01:50:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:01.600+0000 7fba3f200640 1 -- 172.21.15.100:0/4263315457 wait complete. 2024-04-26T01:50:01.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:01 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:02.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:02 smithi100 ceph-mon[28020]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-26T01:50:02.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:02 smithi133 ceph-mon[32344]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-26T01:50:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:02 smithi148 ceph-mon[32990]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 271 op/s 2024-04-26T01:50:04.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:04 smithi100 ceph-mon[28020]: pgmap v76: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:04.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:04 smithi133 ceph-mon[32344]: pgmap v76: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:04 smithi148 ceph-mon[32990]: pgmap v76: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:06.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:06 smithi133 ceph-mon[32344]: pgmap v77: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:06.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:06 smithi148 ceph-mon[32990]: pgmap v77: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:06 smithi100 ceph-mon[28020]: pgmap v77: 97 pgs: 97 active+clean; 93 MiB data, 621 MiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 737 KiB/s wr, 45 op/s 2024-04-26T01:50:08.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:08 smithi133 ceph-mon[32344]: pgmap v78: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 546 op/s 2024-04-26T01:50:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:08 smithi148 ceph-mon[32990]: pgmap v78: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 546 op/s 2024-04-26T01:50:08.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:08 smithi100 ceph-mon[28020]: pgmap v78: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 546 op/s 2024-04-26T01:50:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:10 smithi133 ceph-mon[32344]: pgmap v79: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-26T01:50:10.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:10 smithi148 ceph-mon[32990]: pgmap v79: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-26T01:50:10.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:10 smithi100 ceph-mon[28020]: pgmap v79: 97 pgs: 97 active+clean; 99 MiB data, 643 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.0 MiB/s wr, 515 op/s 2024-04-26T01:50:12.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:12 smithi133 ceph-mon[32344]: pgmap v80: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 716 op/s 2024-04-26T01:50:12.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:12 smithi148 ceph-mon[32990]: pgmap v80: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 716 op/s 2024-04-26T01:50:12.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:12 smithi100 ceph-mon[28020]: pgmap v80: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 716 op/s 2024-04-26T01:50:14.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:14 smithi133 ceph-mon[32344]: pgmap v81: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 -- 172.21.15.100:0/3998312513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc3810e420 msgr2=0x7fdc3810e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3998312513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc3810e420 0x7fdc3810e800 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009930 tx=0x7fdc2802a420 comp rx=0 tx=0).stop 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 -- 172.21.15.100:0/3998312513 shutdown_connections 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3998312513 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc38108e10 0x7fdc38115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3998312513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108490 0x7fdc381088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3998312513 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc3810e420 0x7fdc3810e800 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 -- 172.21.15.100:0/3998312513 >> 172.21.15.100:0/3998312513 conn(0x7fdc38077d30 msgr2=0x7fdc38106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 -- 172.21.15.100:0/3998312513 shutdown_connections 2024-04-26T01:50:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.758+0000 7fdc37e00640 1 -- 172.21.15.100:0/3998312513 wait complete. 2024-04-26T01:50:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.759+0000 7fdc37e00640 1 Processor -- start 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.759+0000 7fdc37e00640 1 -- start start 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108e10 0x7fdc3819f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc3810e420 0x7fdc381a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381187b0 con 0x7fdc3810e420 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdc38118630 con 0x7fdc38108e10 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdc38118930 con 0x7fdc38108490 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40828/0 (socket says 172.21.15.100:40828) 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 -- 172.21.15.100:0/3290187241 learned_addr learned my addr 172.21.15.100:0/3290187241 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc37400640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc3810e420 0x7fdc381a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36000640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108e10 0x7fdc3819f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 -- 172.21.15.100:0/3290187241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108e10 msgr2=0x7fdc3819f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.760 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108e10 0x7fdc3819f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 -- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc3810e420 msgr2=0x7fdc381a35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc3810e420 0x7fdc381a35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.760+0000 7fdc36a00640 1 -- 172.21.15.100:0/3290187241 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc381a3d20 con 0x7fdc38108490 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009900 tx=0x7fdc28003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc3ca00640 1 -- 172.21.15.100:0/3290187241 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc2803f070 con 0x7fdc38108490 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc3ca00640 1 -- 172.21.15.100:0/3290187241 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc28031be0 con 0x7fdc38108490 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc381a3fb0 con 0x7fdc38108490 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc3ca00640 1 -- 172.21.15.100:0/3290187241 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28035030 con 0x7fdc38108490 2024-04-26T01:50:14.761 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.761+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc381ab8a0 con 0x7fdc38108490 2024-04-26T01:50:14.762 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.764+0000 7fdc3ca00640 1 -- 172.21.15.100:0/3290187241 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fdc28042070 con 0x7fdc38108490 2024-04-26T01:50:14.763 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.764+0000 7fdc40b9c740 1 Processor -- start 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 -- start start 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997ebacb90 0x55997ebaef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55997eb07900 con 0x55997eba19b0 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55997eaadef0 con 0x55997ebacb90 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55997eb038c0 con 0x55997eba22d0 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc37400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40836/0 (socket says 172.21.15.100:40836) 2024-04-26T01:50:14.764 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc36000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997ebacb90 0x55997ebaef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.765 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.765+0000 7fdc36a00640 1 -- 172.21.15.100:0/2535088835 learned_addr learned my addr 172.21.15.100:0/2535088835 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:14.766 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 -- 172.21.15.100:0/2535088835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997ebacb90 msgr2=0x55997ebaef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997ebacb90 0x55997ebaef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 -- 172.21.15.100:0/2535088835 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 msgr2=0x55997eba1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 -- 172.21.15.100:0/2535088835 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55997e81a210 con 0x55997eba22d0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc36a00640 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdc280ee590 tx=0x7fdc280f9220 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d4ea166b552bc7d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.766+0000 7fdc3ca00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 0x7fdc1c0a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc23e00640 1 -- 172.21.15.100:0/2535088835 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280b91c0 con 0x55997eba22d0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc37400640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 0x7fdc1c0a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc23e00640 1 -- 172.21.15.100:0/2535088835 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc280fe070 con 0x55997eba22d0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc23e00640 1 -- 172.21.15.100:0/2535088835 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc280bc370 con 0x55997eba22d0 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc3ca00640 1 -- 172.21.15.100:0/3290187241 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fdc280f0ea0 con 0x7fdc38108490 2024-04-26T01:50:14.767 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 -- 172.21.15.100:0/2535088835 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 msgr2=0x55997ebac650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fdc280ee590 tx=0x7fdc280f9220 comp rx=0 tx=0).stop 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc37400640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 0x7fdc1c0a61d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc30005fd0 tx=0x7fdc30009600 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 -- 172.21.15.100:0/2535088835 shutdown_connections 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997ebacb90 0x55997ebaef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997eba22d0 0x55997ebac650 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/2535088835 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.767+0000 7fdc40b9c740 1 -- 172.21.15.100:0/2535088835 >> 172.21.15.100:0/2535088835 conn(0x55997eb9dec0 msgr2=0x55997eb9e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.768+0000 7fdc40b9c740 1 -- 172.21.15.100:0/2535088835 shutdown_connections 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.768+0000 7fdc40b9c740 1 -- 172.21.15.100:0/2535088835 wait complete. 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.768+0000 7fdc40b9c740 1 -- start start 2024-04-26T01:50:14.768 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.768+0000 7fdc40b9c740 1 Processor -- start 2024-04-26T01:50:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997eba9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55997ebaf580 con 0x55997eba22d0 2024-04-26T01:50:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55997eac1310 con 0x55997eba19b0 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55997ebaf700 con 0x55997ebacb90 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc40b9c740 10 client.0 _ll_register_callbacks cb 0x55997ea8fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc36000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc37400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc37400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40844/0 (socket says 172.21.15.100:40844) 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc36000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42572/0 (socket says 172.21.15.100:42572) 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc37400640 1 -- 172.21.15.100:0/826205505 learned_addr learned my addr 172.21.15.100:0/826205505 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.769+0000 7fdc36a00640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997eba9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 -- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 msgr2=0x55997eba9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997eba9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 -- 172.21.15.100:0/826205505 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 msgr2=0x55997ebaa010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 -- 172.21.15.100:0/826205505 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55997e8e6620 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc36000640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc37400640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fdc30011cf0 tx=0x7fdc30004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4f0f1f599795841 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc20c00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30004b20 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fdc30004cc0 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.770+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc280fe070 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdc30005020 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 10 client.25603 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55997ebbb7a0 con 0x55997ebacb90 2024-04-26T01:50:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc280fe070 con 0x55997ebacb90 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7fdc3000f040 con 0x55997ebacb90 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 10 client.25603 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 10 client.25603 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 20 client.25603 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ebbcd50 0x55997ebbf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 4 client.25603 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.771+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55997eb1b8b0 con 0x55997ebbcd50 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.772+0000 7fdc36a00640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ebbcd50 0x55997ebbf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.772+0000 7fdc36a00640 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ebbcd50 0x55997ebbf190 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bb800f06bac1793 server_cookie=112ef5fdff7468b3 in_seq=0 out_seq=0 2024-04-26T01:50:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.772+0000 7fdc20c00640 10 client.25603 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc20c00640 1 -- 172.21.15.100:0/826205505 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55997eb1b8b0 con 0x55997ebbcd50 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc20c00640 10 client.25603 handle_command_reply: tid=0 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 client.25603 shutdown 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 msgr2=0x55997ebaa550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fdc30011cf0 tx=0x7fdc30004a40 comp rx=0 tx=0).stop 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 shutdown_connections 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ebbcd50 0x55997ebbf190 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebaa550 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebaa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/826205505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997eba9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc20c00640 0 client.25603 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.773+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 >> 172.21.15.100:0/826205505 conn(0x55997eb9dec0 msgr2=0x55997eba3c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.774+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 shutdown_connections 2024-04-26T01:50:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.774+0000 7fdc40b9c740 1 -- 172.21.15.100:0/826205505 wait complete. 2024-04-26T01:50:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.774+0000 7fdc40b9c740 20 client.25603 trim_cache size 0 max 16384 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 Processor -- start 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 -- start start 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba22d0 0x55997ebb8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997eb9cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b40e0 con 0x55997eba19b0 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b5ce0 con 0x55997eba22d0 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b47b0 con 0x55997ebacb90 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc37400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997eb9cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:42582/0 (socket says 172.21.15.100:42582) 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.791+0000 7fdc36a00640 1 -- 172.21.15.100:0/3366628125 learned_addr learned my addr 172.21.15.100:0/3366628125 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc36000640 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba22d0 0x55997ebb8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 -- 172.21.15.100:0/3366628125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba22d0 msgr2=0x55997ebb8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba22d0 0x55997ebb8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 -- 172.21.15.100:0/3366628125 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 msgr2=0x55997eba43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 -- 172.21.15.100:0/3366628125 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55997eb99820 con 0x55997ebacb90 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc37400640 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997eb9cea0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdc30013e70 tx=0x7fdc3001fbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67c2e7683ac2cebd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc23400640 1 -- 172.21.15.100:0/3366628125 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30035070 con 0x55997ebacb90 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc23400640 1 -- 172.21.15.100:0/3366628125 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc30011d20 con 0x55997ebacb90 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.792+0000 7fdc23400640 1 -- 172.21.15.100:0/3366628125 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30003dd0 con 0x55997ebacb90 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366628125 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 msgr2=0x55997eb9cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997eb9cea0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdc30013e70 tx=0x7fdc3001fbd0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366628125 shutdown_connections 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997eb9cea0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba22d0 0x55997ebb8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366628125 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba19b0 0x55997eba43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366628125 >> 172.21.15.100:0/3366628125 conn(0x55997eb9dec0 msgr2=0x55997eb9c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366628125 shutdown_connections 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.793+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366628125 wait complete. 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 -- start start 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 Processor -- start 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebb1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebb23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b5610 con 0x55997eba22d0 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b4e80 con 0x55997eba19b0 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fdc381b20c0 con 0x55997ebacb90 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.794+0000 7fdc40b9c740 10 client.0 _ll_register_callbacks cb 0x7fdc30011970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebb1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc37400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebb23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:55038/0 (socket says 172.21.15.100:55038) 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 -- 172.21.15.100:0/3366940109 learned_addr learned my addr 172.21.15.100:0/3366940109 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 -- 172.21.15.100:0/3366940109 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 msgr2=0x55997ebb23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebb23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 -- 172.21.15.100:0/3366940109 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 msgr2=0x55997ebb1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebb1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 -- 172.21.15.100:0/3366940109 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55997ebb2b80 con 0x55997eba19b0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36000640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebb1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc36a00640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdc28004650 tx=0x7fdc2802a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98222bb0f63e9bc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.795+0000 7fdc20c00640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc28049040 con 0x55997eba19b0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fdc28031d90 con 0x55997eba19b0 2024-04-26T01:50:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc30011d20 con 0x55997eba19b0 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdc280bc6a0 con 0x55997eba19b0 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 10 client.25586 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55997ec232d0 con 0x55997eba19b0 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdc30011d20 con 0x55997eba19b0 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7fdc280ee8a0 con 0x55997eba19b0 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 10 client.25586 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 10 client.25586 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 20 client.25586 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ec23710 0x55997ec25b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 4 client.25586 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:50:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.796+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55997eb15320 con 0x55997ec23710 2024-04-26T01:50:14.799 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.797+0000 7fdc36000640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ec23710 0x55997ec25b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:14.799 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.797+0000 7fdc36000640 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ec23710 0x55997ec25b30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37a1a92bce4d2715 server_cookie=b3fee38bf621304a in_seq=0 out_seq=0 2024-04-26T01:50:14.799 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.797+0000 7fdc20c00640 10 client.25586 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:14.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:14 smithi148 ceph-mon[32990]: pgmap v81: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:14.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:14 smithi100 ceph-mon[28020]: pgmap v81: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:14.846 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.848+0000 7fdc20c00640 1 -- 172.21.15.100:0/3366940109 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55997eb15320 con 0x55997ec23710 2024-04-26T01:50:14.846 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.848+0000 7fdc20c00640 10 client.25586 handle_command_reply: tid=0 2024-04-26T01:50:14.847 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.849+0000 7fdc40b9c740 1 client.25586 shutdown 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.849+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 msgr2=0x55997ebb4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.849+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdc28004650 tx=0x7fdc2802a420 comp rx=0 tx=0).stop 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.849+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 shutdown_connections 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.849+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55997ec23710 0x55997ec25b30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55997ebacb90 0x55997ebb23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.848 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55997eba22d0 0x55997ebb1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc20c00640 0 client.25586 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 --2- 172.21.15.100:0/3366940109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55997eba19b0 0x55997ebb4ae0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 >> 172.21.15.100:0/3366940109 conn(0x55997eb9dec0 msgr2=0x55997eba7fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 shutdown_connections 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 1 -- 172.21.15.100:0/3366940109 wait complete. 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.850+0000 7fdc40b9c740 20 client.25586 trim_cache size 0 max 16384 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:50:14.849 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:50:14.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:50:14.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 msgr2=0x7fdc1c0a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 0x7fdc1c0a61d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc30005fd0 tx=0x7fdc30009600 comp rx=0 tx=0).stop 2024-04-26T01:50:14.850 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 msgr2=0x7fdc3819ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009900 tx=0x7fdc28003b90 comp rx=0 tx=0).stop 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 shutdown_connections 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fdc1c0a3d10 0x7fdc1c0a61d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fdc3810e420 0x7fdc381a35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc38108e10 0x7fdc3819f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 --2- 172.21.15.100:0/3290187241 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fdc38108490 0x7fdc3819ed30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 >> 172.21.15.100:0/3290187241 conn(0x7fdc38077d30 msgr2=0x7fdc38078f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 shutdown_connections 2024-04-26T01:50:14.851 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:14.851+0000 7fdc37e00640 1 -- 172.21.15.100:0/3290187241 wait complete. 2024-04-26T01:50:16.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:16 smithi133 ceph-mon[32344]: pgmap v82: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:16.792 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T01:50:16.792 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:50:16.793 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:16.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:16 smithi148 ceph-mon[32990]: pgmap v82: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:16.825 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:16 smithi100 ceph-mon[28020]: pgmap v82: 97 pgs: 97 active+clean; 121 MiB data, 683 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 703 op/s 2024-04-26T01:50:16.925 INFO:tasks.workunit.client.0.smithi100.stderr:+ sync 2024-04-26T01:50:17.495 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:18.114 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar c linux-4.0.5 2024-04-26T01:50:18.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:18 smithi133 ceph-mon[32344]: pgmap v83: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.5 MiB/s wr, 1.17k op/s 2024-04-26T01:50:18.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:18 smithi148 ceph-mon[32990]: pgmap v83: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.5 MiB/s wr, 1.17k op/s 2024-04-26T01:50:18.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:18 smithi100 ceph-mon[28020]: pgmap v83: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 8.5 MiB/s wr, 1.17k op/s 2024-04-26T01:50:19.160 INFO:tasks.workunit.client.0.smithi100.stderr:+ rm -rf linux-4.0.5 2024-04-26T01:50:20.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.370+0000 7f50fe000700 1 -- 172.21.15.100:0/3029101210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 msgr2=0x7f50f81052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:20.369 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.370+0000 7f50fe000700 1 --2- 172.21.15.100:0/3029101210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f81052c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50e8009990 tx=0x7f50e8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.370+0000 7f50fe000700 1 -- 172.21.15.100:0/3029101210 shutdown_connections 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.370+0000 7f50fe000700 1 --2- 172.21.15.100:0/3029101210 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8109fc0 0x7f50f8111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.370+0000 7f50fe000700 1 --2- 172.21.15.100:0/3029101210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f81052c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.371+0000 7f50fe000700 1 --2- 172.21.15.100:0/3029101210 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8105890 0x7f50f81098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.371+0000 7f50fe000700 1 -- 172.21.15.100:0/3029101210 >> 172.21.15.100:0/3029101210 conn(0x7f50f8100770 msgr2=0x7f50f8102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.371+0000 7f50fe000700 1 -- 172.21.15.100:0/3029101210 shutdown_connections 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.371+0000 7f50fe000700 1 -- 172.21.15.100:0/3029101210 wait complete. 2024-04-26T01:50:20.370 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 Processor -- start 2024-04-26T01:50:20.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 -- start start 2024-04-26T01:50:20.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:20.371 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8105890 0x7f50f819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f50f8115000 con 0x7f50f8105890 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f50f8114e80 con 0x7f50f8104ee0 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.372+0000 7f50fe000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f50f8115180 con 0x7f50f8109fc0 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40888/0 (socket says 172.21.15.100:40888) 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 -- 172.21.15.100:0/3122822943 learned_addr learned my addr 172.21.15.100:0/3122822943 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f819b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:55060/0 (socket says 172.21.15.100:55060) 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f6a00700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8105890 0x7f50f819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 -- 172.21.15.100:0/3122822943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 msgr2=0x7f50f819b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f819b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 -- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8105890 msgr2=0x7f50f819b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8105890 0x7f50f819b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.372 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.373+0000 7f50f7e00700 1 -- 172.21.15.100:0/3122822943 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f81a0470 con 0x7f50f8109fc0 2024-04-26T01:50:20.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50f7e00700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f50f000ef30 tx=0x7f50f000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:20.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f00092e0 con 0x7f50f8109fc0 2024-04-26T01:50:20.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50f0004bb0 con 0x7f50f8109fc0 2024-04-26T01:50:20.373 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f81a0700 con 0x7f50f8109fc0 2024-04-26T01:50:20.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0004280 con 0x7f50f8109fc0 2024-04-26T01:50:20.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.374+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f81a7fe0 con 0x7f50f8109fc0 2024-04-26T01:50:20.374 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.375+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50f8069730 con 0x7f50f8109fc0 2024-04-26T01:50:20.375 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.377+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f50f001b030 con 0x7f50f8109fc0 2024-04-26T01:50:20.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.378+0000 7f50efe00700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 0x7f50dc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:20.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.378+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f50f00d0240 con 0x7f50f8109fc0 2024-04-26T01:50:20.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.378+0000 7f50f7400700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 0x7f50dc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:20.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.379+0000 7f50f7400700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 0x7f50dc0a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f50e8006010 tx=0x7f50e800b260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:20.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.382+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50f0022020 con 0x7f50f8109fc0 2024-04-26T01:50:20.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:20 smithi100 ceph-mon[28020]: pgmap v84: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.1 MiB/s wr, 668 op/s 2024-04-26T01:50:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:20 smithi133 ceph-mon[32344]: pgmap v84: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.1 MiB/s wr, 668 op/s 2024-04-26T01:50:20.667 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.668+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50f802df80 con 0x7f50f8109fc0 2024-04-26T01:50:20.668 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.669+0000 7f50efe00700 1 -- 172.21.15.100:0/3122822943 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11965 (secure 0 0 0) 0x7f50f0010040 con 0x7f50f8109fc0 2024-04-26T01:50:20.668 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:50:20.668 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":33,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:50:00.096830+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:50:20.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 msgr2=0x7f50dc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:20.671 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 0x7f50dc0a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f50e8006010 tx=0x7f50e800b260 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 msgr2=0x7f50f819fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f50f000ef30 tx=0x7f50f000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 shutdown_connections 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f50dc0a3db0 0x7f50dc0a6270 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f50f8109fc0 0x7f50f819fd30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f50f8104ee0 0x7f50f819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 --2- 172.21.15.100:0/3122822943 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f50f8105890 0x7f50f819b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.672+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 >> 172.21.15.100:0/3122822943 conn(0x7f50f8100770 msgr2=0x7f50f8102a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.673+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 shutdown_connections 2024-04-26T01:50:20.672 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:20.673+0000 7f50fe000700 1 -- 172.21.15.100:0/3122822943 wait complete. 2024-04-26T01:50:20.673 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 33 2024-04-26T01:50:20.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:20 smithi148 ceph-mon[32990]: pgmap v84: 97 pgs: 97 active+clean; 171 MiB data, 827 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 7.1 MiB/s wr, 668 op/s 2024-04-26T01:50:21.628 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:21 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3122822943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:21.632 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:50:21.632 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:50:21.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:21 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3122822943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:21.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:21 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3122822943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:22.189 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:22.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:22 smithi133 ceph-mon[32344]: pgmap v85: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 921 op/s 2024-04-26T01:50:22.653 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:22 smithi100 ceph-mon[28020]: pgmap v85: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 921 op/s 2024-04-26T01:50:22.711 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:22 smithi148 ceph-mon[32990]: pgmap v85: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 MiB/s rd, 9.4 MiB/s wr, 921 op/s 2024-04-26T01:50:24.497 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.498+0000 7feaece00700 1 -- 172.21.15.100:0/1257809466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 msgr2=0x7feae810f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.498+0000 7feaece00700 1 --2- 172.21.15.100:0/1257809466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae810f970 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7feae0009f90 tx=0x7feae000b330 comp rx=0 tx=0).stop 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 -- 172.21.15.100:0/1257809466 shutdown_connections 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 --2- 172.21.15.100:0/1257809466 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae810f970 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 --2- 172.21.15.100:0/1257809466 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 0x7feae8103e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 --2- 172.21.15.100:0/1257809466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 -- 172.21.15.100:0/1257809466 >> 172.21.15.100:0/1257809466 conn(0x7feae80fd290 msgr2=0x7feae80ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 -- 172.21.15.100:0/1257809466 shutdown_connections 2024-04-26T01:50:24.498 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.499+0000 7feaece00700 1 -- 172.21.15.100:0/1257809466 wait complete. 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.500+0000 7feaece00700 1 Processor -- start 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.500+0000 7feaece00700 1 -- start start 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.500+0000 7feaece00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 0x7feae8199070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.500+0000 7feaece00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.500+0000 7feaece00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae819d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feaece00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7feae8112d80 con 0x7feae8103a60 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feaece00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feae8112c00 con 0x7feae8104410 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feaece00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feae8112f00 con 0x7feae8108ff0 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.500 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae819d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 0x7feae8199070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39454/0 (socket says 172.21.15.100:39454) 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae6a00700 1 -- 172.21.15.100:0/418957678 learned_addr learned my addr 172.21.15.100:0/418957678 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 -- 172.21.15.100:0/418957678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 msgr2=0x7feae81995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 -- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 msgr2=0x7feae8199070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 0x7feae8199070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae7e00700 1 -- 172.21.15.100:0/418957678 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae819e080 con 0x7feae8108ff0 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.501+0000 7feae6a00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:24.501 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feae7e00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae819d940 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7feae0009f90 tx=0x7feae000cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feadfe00700 1 -- 172.21.15.100:0/418957678 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0021070 con 0x7feae8108ff0 2024-04-26T01:50:24.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feadfe00700 1 -- 172.21.15.100:0/418957678 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feae001d450 con 0x7feae8108ff0 2024-04-26T01:50:24.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae819e310 con 0x7feae8108ff0 2024-04-26T01:50:24.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feadfe00700 1 -- 172.21.15.100:0/418957678 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae00052a0 con 0x7feae8108ff0 2024-04-26T01:50:24.502 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.502+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae81a5bf0 con 0x7feae8108ff0 2024-04-26T01:50:24.504 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.506+0000 7feadfe00700 1 -- 172.21.15.100:0/418957678 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7feae0024070 con 0x7feae8108ff0 2024-04-26T01:50:24.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.507+0000 7feadfe00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 0x7feacc0a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.507+0000 7feadfe00700 1 -- 172.21.15.100:0/418957678 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7feae000f020 con 0x7feae8108ff0 2024-04-26T01:50:24.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.507+0000 7feaf8d8bb80 1 Processor -- start 2024-04-26T01:50:24.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 -- start start 2024-04-26T01:50:24.506 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feae7400700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 0x7feacc0a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca5f30 0x56460dca6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcb11c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 0x56460dcb3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56460dbf9020 con 0x56460dca5f30 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56460db9f8c0 con 0x56460dca6850 2024-04-26T01:50:24.507 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56460dbf4fe0 con 0x56460dcb1700 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feae7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 0x56460dcb3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.508+0000 7feae7400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca5f30 0x56460dca6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae7e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 0x56460dcb3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46712/0 (socket says 172.21.15.100:46712) 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae7e00700 1 -- 172.21.15.100:0/2600267534 learned_addr learned my addr 172.21.15.100:0/2600267534 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcb11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae7400700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 0x7feacc0a6310 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7feae806a190 tx=0x7fead8011720 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 -- 172.21.15.100:0/2600267534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 msgr2=0x56460dcb3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 0x56460dcb3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.508 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 -- 172.21.15.100:0/2600267534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca5f30 msgr2=0x56460dca6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca5f30 0x56460dca6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 -- 172.21.15.100:0/2600267534 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460db95810 con 0x56460dca6850 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.509+0000 7feae6a00700 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcb11c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fead40114c0 tx=0x7fead40117d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2f629d3d292aa1b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.510+0000 7feadcc00700 1 -- 172.21.15.100:0/2600267534 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead4004220 con 0x56460dca6850 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.510+0000 7feadcc00700 1 -- 172.21.15.100:0/2600267534 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fead4011e50 con 0x56460dca6850 2024-04-26T01:50:24.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.510+0000 7feadcc00700 1 -- 172.21.15.100:0/2600267534 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead400e760 con 0x56460dca6850 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.510+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2600267534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 msgr2=0x56460dcb11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.510+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcb11c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fead40114c0 tx=0x7fead40117d0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2600267534 shutdown_connections 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dcb1700 0x56460dcb3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca5f30 0x56460dca6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2600267534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcb11c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2600267534 >> 172.21.15.100:0/2600267534 conn(0x56460dbd50e0 msgr2=0x56460dca2480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2600267534 shutdown_connections 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2600267534 wait complete. 2024-04-26T01:50:24.510 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.511+0000 7feaf8d8bb80 1 -- start start 2024-04-26T01:50:24.511 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 Processor -- start 2024-04-26T01:50:24.512 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca6850 0x56460dcae190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 0x56460dcae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x56460dcb4190 con 0x56460dca6850 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56460dbb29f0 con 0x56460dcb1700 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x56460dcb4310 con 0x56460dca5f30 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feaf8d8bb80 10 client.0 _ll_register_callbacks cb 0x56460db918b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.512+0000 7feae7400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 0x56460dcae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46716/0 (socket says 172.21.15.100:46716) 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7400700 1 -- 172.21.15.100:0/1353398410 learned_addr learned my addr 172.21.15.100:0/1353398410 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae6a00700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca6850 0x56460dcae190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 -- 172.21.15.100:0/1353398410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 msgr2=0x56460dcb0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.513 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 -- 172.21.15.100:0/1353398410 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca6850 msgr2=0x56460dcae190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca6850 0x56460dcae190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 -- 172.21.15.100:0/1353398410 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56460db46a60 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7400700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7feae7e00700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 0x56460dcae6d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feae0099f20 tx=0x7feae009d890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca9696991e9b3385 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7fead1600700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.513+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae009dac0 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7feae009a130 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fead4011e50 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7feae00a1e70 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 10 client.25604 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56460db8fc80 con 0x56460dcb1700 2024-04-26T01:50:24.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fead4011e50 con 0x56460dcb1700 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7feae0011070 con 0x56460dcb1700 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 10 client.25604 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 10 client.25604 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 20 client.25604 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dcc5350 0x56460dcc7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 4 client.25604 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:24.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.514+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56460dc06810 con 0x56460dcc5350 2024-04-26T01:50:24.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.515+0000 7feae7400700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dcc5350 0x56460dcc7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.515+0000 7feae7400700 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dcc5350 0x56460dcc7770 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10d580289e4c1820 server_cookie=7e51935841ff3b7 in_seq=0 out_seq=0 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.515+0000 7fead1600700 10 client.25604 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.516+0000 7fead1600700 1 -- 172.21.15.100:0/1353398410 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56460dc06810 con 0x56460dcc5350 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.516+0000 7fead1600700 10 client.25604 handle_command_reply: tid=0 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.516+0000 7feaf8d8bb80 1 client.25604 shutdown 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.516+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 msgr2=0x56460dcae6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 0x56460dcae6d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feae0099f20 tx=0x7feae009d890 comp rx=0 tx=0).stop 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 shutdown_connections 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dcb1700 0x56460dcae6d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dcc5350 0x56460dcc7770 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcb0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/1353398410 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dca6850 0x56460dcae190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7fead1600700 0 client.25604 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:24.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 >> 172.21.15.100:0/1353398410 conn(0x56460dbd50e0 msgr2=0x56460dca2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:24.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 shutdown_connections 2024-04-26T01:50:24.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/1353398410 wait complete. 2024-04-26T01:50:24.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.517+0000 7feaf8d8bb80 20 client.25604 trim_cache size 0 max 16384 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.539+0000 7feaf8d8bb80 1 Processor -- start 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.539+0000 7feaf8d8bb80 1 -- start start 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcc14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcb00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7feae81aade0 con 0x56460dcb1700 2024-04-26T01:50:24.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feae81ac9e0 con 0x56460dca6850 2024-04-26T01:50:24.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feae81ab4b0 con 0x56460dca5f30 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46726/0 (socket says 172.21.15.100:46726) 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 -- 172.21.15.100:0/2293128504 learned_addr learned my addr 172.21.15.100:0/2293128504 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae6a00700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcc14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7e00700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcb00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 -- 172.21.15.100:0/2293128504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 msgr2=0x56460dcc14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcc14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 -- 172.21.15.100:0/2293128504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 msgr2=0x56460dcb00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.540+0000 7feae7400700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcb00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7feae7400700 1 -- 172.21.15.100:0/2293128504 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460dcc7df0 con 0x56460dca5f30 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7feae6a00700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcc14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:24.540 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7feae7400700 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x56460dcc7ff0 tx=0x7fead801b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b694a4d35752a81c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7fead3e00700 1 -- 172.21.15.100:0/2293128504 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8017040 con 0x56460dca5f30 2024-04-26T01:50:24.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7fead3e00700 1 -- 172.21.15.100:0/2293128504 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fead8019050 con 0x56460dca5f30 2024-04-26T01:50:24.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.541+0000 7fead3e00700 1 -- 172.21.15.100:0/2293128504 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8003970 con 0x56460dca5f30 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2293128504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 msgr2=0x56460dcad150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x56460dcc7ff0 tx=0x7fead801b000 comp rx=0 tx=0).stop 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2293128504 shutdown_connections 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcb00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca5f30 0x56460dcad150 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/2293128504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca6850 0x56460dcc14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2293128504 >> 172.21.15.100:0/2293128504 conn(0x56460dbd50e0 msgr2=0x56460dcaf9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:24.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2293128504 shutdown_connections 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.542+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/2293128504 wait complete. 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 -- start start 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 Processor -- start 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 0x56460dcbdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcbab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7feae81ac310 con 0x56460dcb1700 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feae81abb80 con 0x56460dca5f30 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7feae81a8da0 con 0x56460dca6850 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.543+0000 7feaf8d8bb80 10 client.0 _ll_register_callbacks cb 0x56460db918b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae6a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 0x56460dcbdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39484/0 (socket says 172.21.15.100:39484) 2024-04-26T01:50:24.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 -- 172.21.15.100:0/3362750246 learned_addr learned my addr 172.21.15.100:0/3362750246 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:24.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae6a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 0x56460dcbdf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46736/0 (socket says 172.21.15.100:46736) 2024-04-26T01:50:24.544 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7e00700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcbab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 -- 172.21.15.100:0/3362750246 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 msgr2=0x56460dcbdf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 0x56460dcbdf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 -- 172.21.15.100:0/3362750246 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 msgr2=0x56460dcbab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcbab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 -- 172.21.15.100:0/3362750246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56460dcc7ae0 con 0x56460dca5f30 2024-04-26T01:50:24.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7feae7400700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fead8009f00 tx=0x7fead80298d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f879670df2fae6f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.544+0000 7fead1600700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8017050 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fead8019050 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fead80053c0 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fead8041050 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 10 client.25610 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x56460dd2c320 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fead8019050 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7feae001d600 con 0x56460dca5f30 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 10 client.25610 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 10 client.25610 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 20 client.25610 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dd2caa0 0x56460dd2eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 4 client.25610 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.545+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x56460dc008b0 con 0x56460dd2caa0 2024-04-26T01:50:24.546 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.546+0000 7feae6a00700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dd2caa0 0x56460dd2eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:24.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.546+0000 7feae6a00700 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dd2caa0 0x56460dd2eec0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c330a686514a0d70 server_cookie=29b3cde090541278 in_seq=0 out_seq=0 2024-04-26T01:50:24.547 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:24.546+0000 7fead1600700 10 client.25610 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:24.575 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:24 smithi100 ceph-mon[28020]: pgmap v86: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:24.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:24 smithi133 ceph-mon[32344]: pgmap v86: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:24.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:24 smithi148 ceph-mon[32990]: pgmap v86: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:26 smithi133 ceph-mon[32344]: pgmap v87: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:26 smithi148 ceph-mon[32990]: pgmap v87: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:26.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:26 smithi100 ceph-mon[28020]: pgmap v87: 97 pgs: 97 active+clean; 196 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 719 op/s 2024-04-26T01:50:27.991 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.992+0000 7fd05c400640 1 -- 172.21.15.100:0/620902009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 msgr2=0x7fd0541035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:27.991 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.992+0000 7fd05c400640 1 --2- 172.21.15.100:0/620902009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd0541035c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd044009900 tx=0x7fd04402a510 comp rx=0 tx=0).stop 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 -- 172.21.15.100:0/620902009 shutdown_connections 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 --2- 172.21.15.100:0/620902009 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd05410c520 0x7fd05410e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 --2- 172.21.15.100:0/620902009 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd054103b00 0x7fd05410bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 --2- 172.21.15.100:0/620902009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd0541035c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 -- 172.21.15.100:0/620902009 >> 172.21.15.100:0/620902009 conn(0x7fd054077fd0 msgr2=0x7fd0540783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 -- 172.21.15.100:0/620902009 shutdown_connections 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.993+0000 7fd05c400640 1 -- 172.21.15.100:0/620902009 wait complete. 2024-04-26T01:50:27.992 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.994+0000 7fd05c400640 1 Processor -- start 2024-04-26T01:50:27.993 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.994+0000 7fd05c400640 1 -- start start 2024-04-26T01:50:27.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.994 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 0x7fd054101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd05410c520 0x7fd0541018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd054112340 con 0x7fd05410c520 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541121c0 con 0x7fd0541031e0 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05c400640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541124c0 con 0x7fd054103b00 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39502/0 (socket says 172.21.15.100:39502) 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 -- 172.21.15.100:0/3955648584 learned_addr learned my addr 172.21.15.100:0/3955648584 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd05a400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd05410c520 0x7fd0541018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059000640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 0x7fd054101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 -- 172.21.15.100:0/3955648584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 msgr2=0x7fd054101370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 0x7fd054101370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 -- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd05410c520 msgr2=0x7fd0541018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:27.995 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd05410c520 0x7fd0541018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.995+0000 7fd059a00640 1 -- 172.21.15.100:0/3955648584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0541a6cc0 con 0x7fd0541031e0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd059000640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 0x7fd054101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd059a00640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0440314b0 tx=0x7fd044003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd052000640 1 -- 172.21.15.100:0/3955648584 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04403f070 con 0x7fd0541031e0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd052000640 1 -- 172.21.15.100:0/3955648584 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd044031bf0 con 0x7fd0541031e0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd052000640 1 -- 172.21.15.100:0/3955648584 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044035030 con 0x7fd0541031e0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0541a6f50 con 0x7fd0541031e0 2024-04-26T01:50:27.996 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.996+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0541a73c0 con 0x7fd0541031e0 2024-04-26T01:50:27.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.999+0000 7fd05f180740 1 Processor -- start 2024-04-26T01:50:27.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:27.999+0000 7fd052000640 1 -- 172.21.15.100:0/3955648584 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fd044042070 con 0x7fd0541031e0 2024-04-26T01:50:27.998 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 -- start start 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 0x55e417cc9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417cd3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55e417c26900 con 0x55e417cc9030 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e417bccef0 con 0x55e417cd4210 2024-04-26T01:50:27.999 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05f180740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e417c228c0 con 0x55e417cc9950 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd05a400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 0x55e417cc9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39516/0 (socket says 172.21.15.100:39516) 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd059000640 1 -- 172.21.15.100:0/2543887812 learned_addr learned my addr 172.21.15.100:0/2543887812 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.000+0000 7fd059a00640 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417cd3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 -- 172.21.15.100:0/2543887812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 msgr2=0x55e417cd3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417cd3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 -- 172.21.15.100:0/2543887812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 msgr2=0x55e417cc9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 0x55e417cc9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 -- 172.21.15.100:0/2543887812 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e417939210 con 0x55e417cd4210 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd05a400640 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 0x55e417cc9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:28.000 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd059000640 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd040009cf0 tx=0x7fd0400117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4a2e649f2f12575 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.003 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd04aa00640 1 -- 172.21.15.100:0/2543887812 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd040012450 con 0x55e417cd4210 2024-04-26T01:50:28.003 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd04aa00640 1 -- 172.21.15.100:0/2543887812 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd040012ac0 con 0x55e417cd4210 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.001+0000 7fd04aa00640 1 -- 172.21.15.100:0/2543887812 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd04000fb70 con 0x55e417cd4210 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd052000640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 0x7fd0380a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd052000640 1 -- 172.21.15.100:0/3955648584 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd0440f0ec0 con 0x7fd0541031e0 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05a400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 0x7fd0380a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 -- 172.21.15.100:0/2543887812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 msgr2=0x55e417cd6600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd040009cf0 tx=0x7fd0400117b0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 -- 172.21.15.100:0/2543887812 shutdown_connections 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cd4210 0x55e417cd6600 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417cd3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 --2- 172.21.15.100:0/2543887812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cc9030 0x55e417cc9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 -- 172.21.15.100:0/2543887812 >> 172.21.15.100:0/2543887812 conn(0x55e417cc5540 msgr2=0x55e417cc5920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.004 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.002+0000 7fd05f180740 1 -- 172.21.15.100:0/2543887812 shutdown_connections 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.003+0000 7fd05f180740 1 -- 172.21.15.100:0/2543887812 wait complete. 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.003+0000 7fd05a400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 0x7fd0380a6300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd04c005fd0 tx=0x7fd04c0096a0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.003+0000 7fd05f180740 1 -- start start 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.003+0000 7fd05f180740 1 Processor -- start 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cd1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cd1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55e417cd6e40 con 0x55e417cd4210 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e417be0310 con 0x55e417cc9950 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e417cd6fc0 con 0x55e417cc9030 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05f180740 10 client.0 _ll_register_callbacks cb 0x55e417baecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39520/0 (socket says 172.21.15.100:39520) 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 -- 172.21.15.100:0/2750166740 learned_addr learned my addr 172.21.15.100:0/2750166740 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:28.005 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059a00640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cd1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd05a400640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cd1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 -- 172.21.15.100:0/2750166740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 msgr2=0x55e417cd1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cd1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 -- 172.21.15.100:0/2750166740 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 msgr2=0x55e417cd1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cd1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.004+0000 7fd059000640 1 -- 172.21.15.100:0/2750166740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e417a05620 con 0x55e417cc9950 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd059000640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd0400095f0 tx=0x7fd04000f670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e942cc539be18c0a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd03f400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd040029030 con 0x55e417cc9950 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd040020040 con 0x55e417cc9950 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd040012ac0 con 0x55e417cc9950 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd040033050 con 0x55e417cc9950 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd05f180740 10 client.25622 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:28.006 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e417ce3040 con 0x55e417cc9950 2024-04-26T01:50:28.007 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.005+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd040012ac0 con 0x55e417cc9950 2024-04-26T01:50:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7fd040005160 con 0x55e417cc9950 2024-04-26T01:50:28.008 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 10 client.25622 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 10 client.25622 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 20 client.25622 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417ce4440 0x55e417ce6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 4 client.25622 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e417c3a8b0 con 0x55e417ce4440 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.006+0000 7fd059a00640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417ce4440 0x55e417ce6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.007+0000 7fd059a00640 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417ce4440 0x55e417ce6830 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dfae858cf6e7e32 server_cookie=ff612b778b58d0c8 in_seq=0 out_seq=0 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.007+0000 7fd03f400640 10 client.25622 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.007+0000 7fd03f400640 1 -- 172.21.15.100:0/2750166740 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e417c3a8b0 con 0x55e417ce4440 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.007+0000 7fd03f400640 10 client.25622 handle_command_reply: tid=0 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.007+0000 7fd05f180740 1 client.25622 shutdown 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 msgr2=0x55e417cd1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd0400095f0 tx=0x7fd04000f670 comp rx=0 tx=0).stop 2024-04-26T01:50:28.009 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 shutdown_connections 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417ce4440 0x55e417ce6830 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cd1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cd1670 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd03f400640 0 client.25622 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 --2- 172.21.15.100:0/2750166740 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cd1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 >> 172.21.15.100:0/2750166740 conn(0x55e417cc5540 msgr2=0x55e417cbbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 shutdown_connections 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 1 -- 172.21.15.100:0/2750166740 wait complete. 2024-04-26T01:50:28.010 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.008+0000 7fd05f180740 20 client.25622 trim_cache size 0 max 16384 2024-04-26T01:50:28.023 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.024+0000 7fd05f180740 1 Processor -- start 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.024+0000 7fd05f180740 1 -- start start 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417ccb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cbbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541aba00 con 0x55e417cd4210 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541ad600 con 0x55e417cc9030 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05f180740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541ac0d0 con 0x55e417cc9950 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39534/0 (socket says 172.21.15.100:39534) 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 -- 172.21.15.100:0/2387381102 learned_addr learned my addr 172.21.15.100:0/2387381102 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059000640 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417ccb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd05a400640 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cbbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 -- 172.21.15.100:0/2387381102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 msgr2=0x55e417ccb9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.024 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417ccb9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 -- 172.21.15.100:0/2387381102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 msgr2=0x55e417cbbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cbbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 -- 172.21.15.100:0/2387381102 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e417cd0100 con 0x55e417cc9030 2024-04-26T01:50:28.025 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.025+0000 7fd059a00640 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd0440b92f0 tx=0x7fd0440f33d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd7d4318df8f0661 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd04a000640 1 -- 172.21.15.100:0/2387381102 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044049040 con 0x55e417cc9030 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd04a000640 1 -- 172.21.15.100:0/2387381102 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd0440bd590 con 0x55e417cc9030 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd04a000640 1 -- 172.21.15.100:0/2387381102 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0440c1240 con 0x55e417cc9030 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 -- 172.21.15.100:0/2387381102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 msgr2=0x55e417cdfd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd0440b92f0 tx=0x7fd0440f33d0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 -- 172.21.15.100:0/2387381102 shutdown_connections 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417cbbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9950 0x55e417ccb9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 --2- 172.21.15.100:0/2387381102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9030 0x55e417cdfd00 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 -- 172.21.15.100:0/2387381102 >> 172.21.15.100:0/2387381102 conn(0x55e417cc5540 msgr2=0x55e417cc5920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 -- 172.21.15.100:0/2387381102 shutdown_connections 2024-04-26T01:50:28.028 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.026+0000 7fd05f180740 1 -- 172.21.15.100:0/2387381102 wait complete. 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.027+0000 7fd05f180740 1 -- start start 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.027+0000 7fd05f180740 1 Processor -- start 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.027+0000 7fd05f180740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cda300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.027+0000 7fd05f180740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.027+0000 7fd05f180740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417d49900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd05f180740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541acf30 con 0x55e417cd4210 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd05f180740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541ac7a0 con 0x55e417cc9950 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd05f180740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd0541a9a20 con 0x55e417cc9030 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd05f180740 10 client.0 _ll_register_callbacks cb 0x7fd040009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cda300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39550/0 (socket says 172.21.15.100:39550) 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 -- 172.21.15.100:0/1003701531 learned_addr learned my addr 172.21.15.100:0/1003701531 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd05a400640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417d49900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.029 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 -- 172.21.15.100:0/1003701531 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 msgr2=0x55e417cda300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cda300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 -- 172.21.15.100:0/1003701531 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 msgr2=0x55e417d49900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417d49900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 -- 172.21.15.100:0/1003701531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e417d49e40 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd059000640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd040009cf0 tx=0x7fd0400093d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b0ff03b7a8a411c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.028+0000 7fd03f400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd040029040 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd040005240 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0440bd590 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fd040009930 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 10 client.25628 fetch_fsmap learned FSMap version 33 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e417d4b0c0 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd0440bd590 con 0x55e417cc9950 2024-04-26T01:50:28.030 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) ==== 8370+0+0 (secure 0 0 0) 0x7fd04000f6e0 con 0x55e417cc9950 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 10 client.25628 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 10 client.25628 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 20 client.25628 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.029+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417d4b840 0x55e417d4dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.030+0000 7fd05f180740 4 client.25628 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.030+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e417c34320 con 0x55e417d4b840 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.030+0000 7fd059a00640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417d4b840 0x55e417d4dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:28.031 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.030+0000 7fd059a00640 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417d4b840 0x55e417d4dc60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df02e9b9f4753302 server_cookie=2a4405c7869f70d2 in_seq=0 out_seq=0 2024-04-26T01:50:28.032 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.030+0000 7fd03f400640 10 client.25628 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd03f400640 1 -- 172.21.15.100:0/1003701531 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e417c34320 con 0x55e417d4b840 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd03f400640 10 client.25628 handle_command_reply: tid=0 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 client.25628 shutdown 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 msgr2=0x55e417cda840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd040009cf0 tx=0x7fd0400093d0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 shutdown_connections 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e417d4b840 0x55e417d4dc60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e417cd4210 0x55e417d49900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e417cc9950 0x55e417cda840 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 --2- 172.21.15.100:0/1003701531 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e417cc9030 0x55e417cda300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd03f400640 0 client.25628 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 >> 172.21.15.100:0/1003701531 conn(0x55e417cc5540 msgr2=0x55e417cd1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.045 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 shutdown_connections 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 1 -- 172.21.15.100:0/1003701531 wait complete. 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.046+0000 7fd05f180740 20 client.25628 trim_cache size 0 max 16384 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:50:28.046 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 msgr2=0x7fd0380a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 0x7fd0380a6300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd04c005fd0 tx=0x7fd04c0096a0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 msgr2=0x7fd054100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0440314b0 tx=0x7fd044003c10 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 shutdown_connections 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd0380a3e40 0x7fd0380a6300 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd05410c520 0x7fd0541018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd054103b00 0x7fd054101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 --2- 172.21.15.100:0/3955648584 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd0541031e0 0x7fd054100e30 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:28.047 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 >> 172.21.15.100:0/3955648584 conn(0x7fd054077fd0 msgr2=0x7fd0540fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 shutdown_connections 2024-04-26T01:50:28.048 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:28.047+0000 7fd05c400640 1 -- 172.21.15.100:0/3955648584 wait complete. 2024-04-26T01:50:28.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:28 smithi133 ceph-mon[32344]: pgmap v88: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 868 op/s 2024-04-26T01:50:28.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:28 smithi148 ceph-mon[32990]: pgmap v88: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 868 op/s 2024-04-26T01:50:28.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:28 smithi100 ceph-mon[28020]: pgmap v88: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 8.0 MiB/s wr, 868 op/s 2024-04-26T01:50:29.968 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.968+0000 7fead1600700 1 -- 172.21.15.100:0/3362750246 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x56460dc008b0 con 0x56460dd2caa0 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.968+0000 7fead1600700 10 client.25610 handle_command_reply: tid=0 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.968+0000 7feaf8d8bb80 1 client.25610 shutdown 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 msgr2=0x56460dcbd9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fead8009f00 tx=0x7fead80298d0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 shutdown_connections 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x56460dcb1700 0x56460dcbab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56460dca5f30 0x56460dcbd9f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x56460dd2caa0 0x56460dd2eec0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 --2- 172.21.15.100:0/3362750246 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x56460dca6850 0x56460dcbdf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7fead1600700 0 client.25610 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.969+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 >> 172.21.15.100:0/3362750246 conn(0x56460dbd50e0 msgr2=0x56460dcb0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.969 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.970+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 shutdown_connections 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.970+0000 7feaf8d8bb80 1 -- 172.21.15.100:0/3362750246 wait complete. 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.970+0000 7feaf8d8bb80 20 client.25610 trim_cache size 0 max 16384 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 33, 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 6, 2024-04-26T01:50:29.970 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "10e921c8": { 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 6, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 90.0, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:50:29.971 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:50:29.972 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 msgr2=0x7feacc0a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 0x7feacc0a6310 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7feae806a190 tx=0x7fead8011720 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 msgr2=0x7feae819d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae819d940 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7feae0009f90 tx=0x7feae000cc30 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 shutdown_connections 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7feacc0a3e50 0x7feacc0a6310 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7feae8108ff0 0x7feae819d940 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7feae8103a60 0x7feae8199070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 --2- 172.21.15.100:0/418957678 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feae8104410 0x7feae81995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.971+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 >> 172.21.15.100:0/418957678 conn(0x7feae80fd290 msgr2=0x7feae80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.972+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 shutdown_connections 2024-04-26T01:50:29.973 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:50:29.972+0000 7feaece00700 1 -- 172.21.15.100:0/418957678 wait complete. 2024-04-26T01:50:30.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:30 smithi133 ceph-mon[32344]: pgmap v89: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 401 op/s 2024-04-26T01:50:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:30 smithi148 ceph-mon[32990]: pgmap v89: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 401 op/s 2024-04-26T01:50:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:30 smithi100 ceph-mon[28020]: pgmap v89: 97 pgs: 97 active+clean; 205 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 401 op/s 2024-04-26T01:50:30.957 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '10e921c8', quiesce took 14.2 seconds. Will release after: 30.0 2024-04-26T01:50:32.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:32 smithi148 ceph-mon[32990]: pgmap v90: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 476 op/s 2024-04-26T01:50:32.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:32 smithi100 ceph-mon[28020]: pgmap v90: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 476 op/s 2024-04-26T01:50:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:32 smithi133 ceph-mon[32344]: pgmap v90: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 476 op/s 2024-04-26T01:50:33.655 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:33 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:33.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:33 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:33.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:33 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:34.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:34 smithi148 ceph-mon[32990]: pgmap v91: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:34.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:34 smithi100 ceph-mon[28020]: pgmap v91: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:34.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:34 smithi133 ceph-mon[32344]: pgmap v91: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:36.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:36 smithi148 ceph-mon[32990]: pgmap v92: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:36 smithi100 ceph-mon[28020]: pgmap v92: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:36 smithi133 ceph-mon[32344]: pgmap v92: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 942 KiB/s rd, 885 KiB/s wr, 223 op/s 2024-04-26T01:50:38.721 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:38 smithi133 ceph-mon[32344]: pgmap v93: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 888 KiB/s wr, 231 op/s 2024-04-26T01:50:38.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:38 smithi148 ceph-mon[32990]: pgmap v93: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 888 KiB/s wr, 231 op/s 2024-04-26T01:50:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:38 smithi100 ceph-mon[28020]: pgmap v93: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 888 KiB/s wr, 231 op/s 2024-04-26T01:50:40.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:40 smithi148 ceph-mon[32990]: pgmap v94: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 169 KiB/s wr, 82 op/s 2024-04-26T01:50:40.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:40 smithi100 ceph-mon[28020]: pgmap v94: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 169 KiB/s wr, 82 op/s 2024-04-26T01:50:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:40 smithi133 ceph-mon[32344]: pgmap v94: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 169 KiB/s wr, 82 op/s 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 -- 172.21.15.100:0/1273152971 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e00101480 msgr2=0x7f4e0010e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 --2- 172.21.15.100:0/1273152971 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e00101480 0x7f4e0010e140 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4de8009ca0 tx=0x7f4de802a8c0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 -- 172.21.15.100:0/1273152971 shutdown_connections 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 --2- 172.21.15.100:0/1273152971 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e0010e680 0x7f4e00110a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 --2- 172.21.15.100:0/1273152971 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e00101480 0x7f4e0010e140 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 --2- 172.21.15.100:0/1273152971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00100ad0 0x7f4e00100eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 -- 172.21.15.100:0/1273152971 >> 172.21.15.100:0/1273152971 conn(0x7f4e000fc770 msgr2=0x7f4e000feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.191 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 -- 172.21.15.100:0/1273152971 shutdown_connections 2024-04-26T01:50:41.192 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.193+0000 7f4dff200640 1 -- 172.21.15.100:0/1273152971 wait complete. 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.194+0000 7f4dff200640 1 Processor -- start 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.194+0000 7f4dff200640 1 -- start start 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 0x7f4e001a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 0x7f4e001a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00114310 con 0x7f4e0010e680 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00114190 con 0x7f4e00101480 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dff200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e00114490 con 0x7f4e00100ad0 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfe800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 0x7f4e001a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.194 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfe800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:55716/0 (socket says 172.21.15.100:55716) 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 0x7f4e001a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:59132/0 (socket says 172.21.15.100:59132) 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfe800640 1 -- 172.21.15.100:0/740469879 learned_addr learned my addr 172.21.15.100:0/740469879 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.195+0000 7f4dfd400640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 0x7f4e001a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 -- 172.21.15.100:0/740469879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 msgr2=0x7f4e001a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 0x7f4e001a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 -- 172.21.15.100:0/740469879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 msgr2=0x7f4e001a0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 0x7f4e001a0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 -- 172.21.15.100:0/740469879 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0019af70 con 0x7f4e0010e680 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfd400640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 0x7f4e001a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dfe800640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4df800e970 tx=0x7f4df800ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4df6a00640 1 -- 172.21.15.100:0/740469879 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df800ccc0 con 0x7f4e0010e680 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4df6a00640 1 -- 172.21.15.100:0/740469879 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4df80054f0 con 0x7f4e0010e680 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e0019b260 con 0x7f4e0010e680 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4df6a00640 1 -- 172.21.15.100:0/740469879 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df8010690 con 0x7f4e0010e680 2024-04-26T01:50:41.195 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.196+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e001a7570 con 0x7f4e0010e680 2024-04-26T01:50:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.199+0000 7f4e07fe0740 1 Processor -- start 2024-04-26T01:50:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4df6a00640 1 -- 172.21.15.100:0/740469879 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f4df8004e20 con 0x7f4e0010e680 2024-04-26T01:50:41.197 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 -- start start 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ab7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555959a1d900 con 0x555959ab82d0 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5559599c3ef0 con 0x555959ab79b0 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555959a198c0 con 0x555959ac2b90 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.199 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:55728/0 (socket says 172.21.15.100:55728) 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.200+0000 7f4dfde00640 1 -- 172.21.15.100:0/2544937267 learned_addr learned my addr 172.21.15.100:0/2544937267 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfd400640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ab7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfd400640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 -- 172.21.15.100:0/2544937267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 msgr2=0x555959ac4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 -- 172.21.15.100:0/2544937267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 msgr2=0x555959ab7d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ab7d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 -- 172.21.15.100:0/2544937267 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555959730210 con 0x555959ab82d0 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfd400640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ab7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4df6a00640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 0x7f4de00a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4df0009cf0 tx=0x7f4df0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10c09257e28da846 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4df6a00640 1 -- 172.21.15.100:0/740469879 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f4df80d0b30 con 0x7f4e0010e680 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.201+0000 7f4dfd400640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 0x7f4de00a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.200 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4def400640 1 -- 172.21.15.100:0/2544937267 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df001e070 con 0x555959ab82d0 2024-04-26T01:50:41.201 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4def400640 1 -- 172.21.15.100:0/2544937267 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4df0019b00 con 0x555959ab82d0 2024-04-26T01:50:41.201 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4def400640 1 -- 172.21.15.100:0/2544937267 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df000ea50 con 0x555959ab82d0 2024-04-26T01:50:41.204 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2544937267 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 msgr2=0x555959ac2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4df0009cf0 tx=0x7f4df0011810 comp rx=0 tx=0).stop 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4dfd400640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 0x7f4de00a61d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4de8005e30 tx=0x7f4de802a8c0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2544937267 shutdown_connections 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac2650 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2544937267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ab7d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.202+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2544937267 >> 172.21.15.100:0/2544937267 conn(0x555959ab3ec0 msgr2=0x555959ab42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.203+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2544937267 shutdown_connections 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.203+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2544937267 wait complete. 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.203+0000 7f4e07fe0740 1 -- start start 2024-04-26T01:50:41.205 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.203+0000 7f4e07fe0740 1 Processor -- start 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab82d0 0x555959ac0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555959ac57c0 con 0x555959ab79b0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5559599d7310 con 0x555959ab82d0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555959ac5940 con 0x555959ac2b90 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4e07fe0740 10 client.0 _ll_register_callbacks cb 0x5559599a5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:55738/0 (socket says 172.21.15.100:55738) 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4dfde00640 1 -- 172.21.15.100:0/566081999 learned_addr learned my addr 172.21.15.100:0/566081999 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4dfe800640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.204+0000 7f4dfd400640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab82d0 0x555959ac0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 -- 172.21.15.100:0/566081999 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 msgr2=0x555959ac0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.206 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac0580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 -- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab82d0 msgr2=0x555959ac0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab82d0 0x555959ac0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 -- 172.21.15.100:0/566081999 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559597fc620 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfe800640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4dfde00640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4df00093f0 tx=0x7f4df0009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93c02c728c4dd3b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4de7e00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df001e050 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f4df00198c0 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.205+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4df0019b00 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f4df0033050 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 10 client.15513 fetch_fsmap learned FSMap version 34 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555959ad1a00 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4df0019b00 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 34) ==== 8374+0+0 (secure 0 0 0) 0x7f4df00046c0 con 0x555959ab79b0 2024-04-26T01:50:41.207 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 10 client.15513 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 10 client.15513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 20 client.15513 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959ad2e00 0x555959ad51f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 4 client.15513 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.206+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555959a318b0 con 0x555959ad2e00 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.207+0000 7f4dfd400640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959ad2e00 0x555959ad51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.207+0000 7f4dfd400640 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959ad2e00 0x555959ad51f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=526ed7208c212c0c server_cookie=79cec79b05ebc8fe in_seq=0 out_seq=0 2024-04-26T01:50:41.208 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.207+0000 7f4de7e00640 10 client.15513 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:41.209 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.208+0000 7f4de7e00640 1 -- 172.21.15.100:0/566081999 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555959a318b0 con 0x555959ad2e00 2024-04-26T01:50:41.209 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.208+0000 7f4de7e00640 10 client.15513 handle_command_reply: tid=0 2024-04-26T01:50:41.209 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.208+0000 7f4e07fe0740 1 client.15513 shutdown 2024-04-26T01:50:41.209 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 msgr2=0x555959abfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4df00093f0 tx=0x7f4df0009980 comp rx=0 tx=0).stop 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 shutdown_connections 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959ad2e00 0x555959ad51f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959ac0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab82d0 0x555959ac0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4de7e00640 0 client.15513 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/566081999 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab79b0 0x555959abfb00 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 >> 172.21.15.100:0/566081999 conn(0x555959ab3ec0 msgr2=0x555959ab9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 shutdown_connections 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 1 -- 172.21.15.100:0/566081999 wait complete. 2024-04-26T01:50:41.210 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.209+0000 7f4e07fe0740 20 client.15513 trim_cache size 0 max 16384 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 Processor -- start 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 -- start start 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ace680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ac2b90 0x555959adaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001afd50 con 0x555959ac2b90 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001b1950 con 0x555959ab79b0 2024-04-26T01:50:41.223 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.225+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001b0420 con 0x555959ab82d0 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ace680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfe800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ac2b90 0x555959adaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:59164/0 (socket says 172.21.15.100:59164) 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfde00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ace680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:58126/0 (socket says 172.21.15.100:58126) 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 -- 172.21.15.100:0/4196110518 learned_addr learned my addr 172.21.15.100:0/4196110518 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 -- 172.21.15.100:0/4196110518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 msgr2=0x555959ace680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ace680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 -- 172.21.15.100:0/4196110518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ac2b90 msgr2=0x555959adaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ac2b90 0x555959adaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.225 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.226+0000 7f4dfd400640 1 -- 172.21.15.100:0/4196110518 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555959aba960 con 0x555959ab82d0 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4dfd400640 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4de8032010 tx=0x7f4de8041000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aca71d15ec3368a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4deea00640 1 -- 172.21.15.100:0/4196110518 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de8031850 con 0x555959ab82d0 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4deea00640 1 -- 172.21.15.100:0/4196110518 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4de8046070 con 0x555959ab82d0 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4deea00640 1 -- 172.21.15.100:0/4196110518 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de802fcc0 con 0x555959ab82d0 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4e07fe0740 1 -- 172.21.15.100:0/4196110518 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 msgr2=0x555959adaa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.227+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4de8032010 tx=0x7f4de8041000 comp rx=0 tx=0).stop 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 -- 172.21.15.100:0/4196110518 shutdown_connections 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ac2b90 0x555959adaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.226 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ab82d0 0x555959adaa40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/4196110518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ace680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 -- 172.21.15.100:0/4196110518 >> 172.21.15.100:0/4196110518 conn(0x555959ab3ec0 msgr2=0x555959ab42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 -- 172.21.15.100:0/4196110518 shutdown_connections 2024-04-26T01:50:41.230 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 -- 172.21.15.100:0/4196110518 wait complete. 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 -- start start 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.228+0000 7f4e07fe0740 1 Processor -- start 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ac7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.233 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001b1280 con 0x555959ab82d0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001b0af0 con 0x555959ab79b0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4e001add30 con 0x555959ac2b90 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4e07fe0740 10 client.0 _ll_register_callbacks cb 0x7f4df0009450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfd400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:59180/0 (socket says 172.21.15.100:59180) 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 -- 172.21.15.100:0/2927674234 learned_addr learned my addr 172.21.15.100:0/2927674234 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfd400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:55764/0 (socket says 172.21.15.100:55764) 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ac7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 -- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 msgr2=0x555959ac7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ac7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 -- 172.21.15.100:0/2927674234 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 msgr2=0x555959ac8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.234 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfe800640 1 -- 172.21.15.100:0/2927674234 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555959b377f0 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.229+0000 7f4dfd400640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4dfe800640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4df8099470 tx=0x7f4df809c510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c14dff0fca13ffc0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4de7e00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df80a0e50 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4de8046070 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f4df809cd00 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f4df80a5710 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4e07fe0740 10 client.25669 fetch_fsmap learned FSMap version 34 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x555959b38b10 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.230+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4de8046070 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 34) ==== 8374+0+0 (secure 0 0 0) 0x7f4df80989f0 con 0x555959ac2b90 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 10 client.25669 fetch_fsmap finished waiting for FSMap version 34 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 10 client.25669 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:41.235 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 20 client.25669 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959b392f0 0x555959b3b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 4 client.25669 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555959a2b320 con 0x555959b392f0 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959b392f0 0x555959b3b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4dfde00640 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959b392f0 0x555959b3b710 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efd5201ce30de787 server_cookie=c056655bceda332 in_seq=0 out_seq=0 2024-04-26T01:50:41.236 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.231+0000 7f4de7e00640 10 client.25669 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:41.242 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.244+0000 7f4de7e00640 1 -- 172.21.15.100:0/2927674234 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555959a2b320 con 0x555959b392f0 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.244+0000 7f4de7e00640 10 client.25669 handle_command_reply: tid=0 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.244+0000 7f4e07fe0740 1 client.25669 shutdown 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.244+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 msgr2=0x555959b372b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.244+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4df8099470 tx=0x7f4df809c510 comp rx=0 tx=0).stop 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 shutdown_connections 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555959b392f0 0x555959b3b710 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555959ac2b90 0x555959b372b0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555959ab82d0 0x555959ac8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4de7e00640 0 client.25669 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 --2- 172.21.15.100:0/2927674234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555959ab79b0 0x555959ac7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 >> 172.21.15.100:0/2927674234 conn(0x555959ab3ec0 msgr2=0x555959abe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.243 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 shutdown_connections 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 1 -- 172.21.15.100:0/2927674234 wait complete. 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.245+0000 7f4e07fe0740 20 client.25669 trim_cache size 0 max 16384 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:50:41.244 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:50:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 msgr2=0x7f4de00a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 0x7f4de00a61d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4de8005e30 tx=0x7f4de802a8c0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.245 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 msgr2=0x7f4e0019a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4df800e970 tx=0x7f4df800ee30 comp rx=0 tx=0).stop 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 shutdown_connections 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f4de00a3d10 0x7f4de00a61d0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4e0010e680 0x7f4e0019a6b0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e00101480 0x7f4e001a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 --2- 172.21.15.100:0/740469879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4e00100ad0 0x7f4e001a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 >> 172.21.15.100:0/740469879 conn(0x7f4e000fc770 msgr2=0x7f4e000feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 shutdown_connections 2024-04-26T01:50:41.246 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:41.246+0000 7f4dff200640 1 -- 172.21.15.100:0/740469879 wait complete. 2024-04-26T01:50:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:42 smithi148 ceph-mon[32990]: pgmap v95: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 170 KiB/s wr, 87 op/s 2024-04-26T01:50:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:42 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:42 smithi100 ceph-mon[28020]: pgmap v95: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 170 KiB/s wr, 87 op/s 2024-04-26T01:50:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:42 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:42.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:42 smithi133 ceph-mon[32344]: pgmap v95: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 170 KiB/s wr, 87 op/s 2024-04-26T01:50:42.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:42 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:44 smithi148 ceph-mon[32990]: pgmap v96: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:44.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:44 smithi100 ceph-mon[28020]: pgmap v96: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:44 smithi133 ceph-mon[32344]: pgmap v96: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:46 smithi148 ceph-mon[32990]: pgmap v97: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:46.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:46 smithi100 ceph-mon[28020]: pgmap v97: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:46 smithi133 ceph-mon[32344]: pgmap v97: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-04-26T01:50:48.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:48 smithi148 ceph-mon[32990]: pgmap v98: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:50:48.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:48 smithi100 ceph-mon[28020]: pgmap v98: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:50:48.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:48 smithi133 ceph-mon[32344]: pgmap v98: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 13 KiB/s wr, 20 op/s 2024-04-26T01:50:50.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:50 smithi148 ceph-mon[32990]: pgmap v99: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T01:50:50.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:50 smithi100 ceph-mon[28020]: pgmap v99: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T01:50:50.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:50 smithi133 ceph-mon[32344]: pgmap v99: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 12 op/s 2024-04-26T01:50:51.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:51 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:51.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:51 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:51.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:51 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:52.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:52 smithi148 ceph-mon[32990]: pgmap v100: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:50:52.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:52 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:52.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:52 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:52.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:52 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:50:52.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:52 smithi100 ceph-mon[28020]: pgmap v100: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:50:52.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:52 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:52.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:52 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:52.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:52 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:50:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:52 smithi133 ceph-mon[32344]: pgmap v100: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-04-26T01:50:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:52 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:52 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:52.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:52 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 -- 172.21.15.100:0/1051342191 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 msgr2=0x7fe6b0115020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/1051342191 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b0115020 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8009cd0 tx=0x7fe6a802a8f0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 -- 172.21.15.100:0/1051342191 shutdown_connections 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/1051342191 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b0115020 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/1051342191 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 0x7fe6b01126f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/1051342191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b0076860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 -- 172.21.15.100:0/1051342191 >> 172.21.15.100:0/1051342191 conn(0x7fe6b00ffa60 msgr2=0x7fe6b0101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 -- 172.21.15.100:0/1051342191 shutdown_connections 2024-04-26T01:50:54.386 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.387+0000 7fe6b4e00640 1 -- 172.21.15.100:0/1051342191 wait complete. 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 Processor -- start 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 -- start start 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 0x7fe6b01a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01187b0 con 0x7fe6b0076da0 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b0118630 con 0x7fe6b0076480 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.388+0000 7fe6b4e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b0118930 con 0x7fe6b0112c30 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:50396/0 (socket says 172.21.15.100:50396) 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 -- 172.21.15.100:0/3652807842 learned_addr learned my addr 172.21.15.100:0/3652807842 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6aea00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 0x7fe6b01a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 -- 172.21.15.100:0/3652807842 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 msgr2=0x7fe6b019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 -- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 msgr2=0x7fe6b01a4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 0x7fe6b01a4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 -- 172.21.15.100:0/3652807842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6b019f250 con 0x7fe6b0076480 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6af400640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe6a000e9f0 tx=0x7fe6a000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.389+0000 7fe6a7e00640 1 -- 172.21.15.100:0/3652807842 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a000cd80 con 0x7fe6b0076480 2024-04-26T01:50:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.390+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6b019f540 con 0x7fe6b0076480 2024-04-26T01:50:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.390+0000 7fe6a7e00640 1 -- 172.21.15.100:0/3652807842 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe6a00054f0 con 0x7fe6b0076480 2024-04-26T01:50:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.390+0000 7fe6a7e00640 1 -- 172.21.15.100:0/3652807842 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0010690 con 0x7fe6b0076480 2024-04-26T01:50:54.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.390+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6b01ab7e0 con 0x7fe6b0076480 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 Processor -- start 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 -- start start 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6a7e00640 1 -- 172.21.15.100:0/3652807842 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fe6a00046c0 con 0x7fe6b0076480 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b677650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b679f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55754b5d2900 con 0x55754b66c9b0 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55754b578ef0 con 0x55754b677b90 2024-04-26T01:50:54.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55754b5ce8c0 con 0x55754b66d2d0 2024-04-26T01:50:54.393 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.393+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.393 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:49594/0 (socket says 172.21.15.100:49594) 2024-04-26T01:50:54.393 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 -- 172.21.15.100:0/2573074727 learned_addr learned my addr 172.21.15.100:0/2573074727 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:54.393 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6af400640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b677650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.393 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6aea00640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b679f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 -- 172.21.15.100:0/2573074727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 msgr2=0x55754b677650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b677650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 -- 172.21.15.100:0/2573074727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 msgr2=0x55754b679f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b679f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 -- 172.21.15.100:0/2573074727 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55754b2e5210 con 0x55754b66c9b0 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6af400640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b677650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.394+0000 7fe6afe00640 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8005e30 tx=0x7fe6a8005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d5e7d9837966be5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6a4c00640 1 -- 172.21.15.100:0/2573074727 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8030620 con 0x55754b66c9b0 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6a7e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 0x7fe6940a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.395 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6a4c00640 1 -- 172.21.15.100:0/2573074727 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe6a8036030 con 0x55754b66c9b0 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6a4c00640 1 -- 172.21.15.100:0/2573074727 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8004330 con 0x55754b66c9b0 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6af400640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 0x7fe6940a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.395+0000 7fe6a7e00640 1 -- 172.21.15.100:0/3652807842 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe6a00d0b90 con 0x7fe6b0076480 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- 172.21.15.100:0/2573074727 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 msgr2=0x55754b66cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8005e30 tx=0x7fe6a8005f10 comp rx=0 tx=0).stop 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- 172.21.15.100:0/2573074727 shutdown_connections 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b679f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b677650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/2573074727 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66c9b0 0x55754b66cd90 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- 172.21.15.100:0/2573074727 >> 172.21.15.100:0/2573074727 conn(0x55754b668ec0 msgr2=0x55754b6692a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- 172.21.15.100:0/2573074727 shutdown_connections 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6af400640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 0x7fe6940a61d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55754b66df50 tx=0x7fe6a0087040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- 172.21.15.100:0/2573074727 wait complete. 2024-04-26T01:50:54.396 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 -- start start 2024-04-26T01:50:54.397 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.396+0000 7fe6b91a3740 1 Processor -- start 2024-04-26T01:50:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b675020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.400 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b677b90 0x55754b675560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55754b67a760 con 0x55754b677b90 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55754b58c310 con 0x55754b66c9b0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55754b67a8e0 con 0x55754b66d2d0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6b91a3740 10 client.0 _ll_register_callbacks cb 0x55754b55acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:50410/0 (socket says 172.21.15.100:50410) 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6afe00640 1 -- 172.21.15.100:0/1177374343 learned_addr learned my addr 172.21.15.100:0/1177374343 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b675020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.397+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b677b90 0x55754b675560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 -- 172.21.15.100:0/1177374343 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 msgr2=0x55754b675020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b675020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 -- 172.21.15.100:0/1177374343 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b677b90 msgr2=0x55754b675560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b677b90 0x55754b675560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.401 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 -- 172.21.15.100:0/1177374343 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55754b3b1620 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b675020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80099a0 tx=0x7fe6a8005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82869fa11e9bd8f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe699600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8059060 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe6a80042b0 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.398+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6a8036030 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe6a8030d40 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 10 client.25658 fetch_fsmap learned FSMap version 35 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55754b67a760 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe6a8036030 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fe6a8043070 con 0x55754b66c9b0 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 10 client.25658 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 10 client.25658 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:54.402 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 20 client.25658 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b687b30 0x55754b689f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 4 client.25658 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.399+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55754b5e68b0 con 0x55754b687b30 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.400+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b687b30 0x55754b689f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.400+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b687b30 0x55754b689f20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c6f66c7f9cdd5b2 server_cookie=6bc2fb536cfa176b in_seq=0 out_seq=0 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.400+0000 7fe699600640 10 client.25658 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.401+0000 7fe699600640 1 -- 172.21.15.100:0/1177374343 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55754b5e68b0 con 0x55754b687b30 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.401+0000 7fe699600640 10 client.25658 handle_command_reply: tid=0 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.401+0000 7fe6b91a3740 1 client.25658 shutdown 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 msgr2=0x55754b674ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fe6a80099a0 tx=0x7fe6a8005f10 comp rx=0 tx=0).stop 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 shutdown_connections 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b687b30 0x55754b689f20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b677b90 0x55754b675560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.403 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66d2d0 0x55754b675020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe699600640 0 client.25658 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1177374343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b66c9b0 0x55754b674ae0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 >> 172.21.15.100:0/1177374343 conn(0x55754b668ec0 msgr2=0x55754b66ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 shutdown_connections 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1177374343 wait complete. 2024-04-26T01:50:54.404 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.402+0000 7fe6b91a3740 20 client.25658 trim_cache size 0 max 16384 2024-04-26T01:50:54.416 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 Processor -- start 2024-04-26T01:50:54.416 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 -- start start 2024-04-26T01:50:54.417 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b668260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b683620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b675380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b3fb0 con 0x55754b66d2d0 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b5be0 con 0x55754b677b90 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.418+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b4680 con 0x55754b66c9b0 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.419+0000 7fe6aea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b683620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.419+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b668260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.419+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b668260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34760/0 (socket says 172.21.15.100:34760) 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.419+0000 7fe6afe00640 1 -- 172.21.15.100:0/1116400723 learned_addr learned my addr 172.21.15.100:0/1116400723 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:54.418 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.419+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b675380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 -- 172.21.15.100:0/1116400723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 msgr2=0x55754b668260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b668260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 -- 172.21.15.100:0/1116400723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 msgr2=0x55754b675380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b675380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 -- 172.21.15.100:0/1116400723 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55754b66d100 con 0x55754b66d2d0 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b675380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:54.420 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b683620 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x55754b674340 tx=0x7fe69c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e8ec797a5693d68 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe69be00640 1 -- 172.21.15.100:0/1116400723 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c028070 con 0x55754b66d2d0 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe69be00640 1 -- 172.21.15.100:0/1116400723 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe69c00f7f0 con 0x55754b66d2d0 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.420+0000 7fe69be00640 1 -- 172.21.15.100:0/1116400723 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c022410 con 0x55754b66d2d0 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1116400723 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 msgr2=0x55754b683620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b683620 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x55754b674340 tx=0x7fe69c005f90 comp rx=0 tx=0).stop 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1116400723 shutdown_connections 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b675380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b683620 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1116400723 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b668260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1116400723 >> 172.21.15.100:0/1116400723 conn(0x55754b668ec0 msgr2=0x55754b673b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1116400723 shutdown_connections 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.421+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1116400723 wait complete. 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 -- start start 2024-04-26T01:50:54.421 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 Processor -- start 2024-04-26T01:50:54.424 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.424 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b67d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.424 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b6e5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.424 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b5510 con 0x55754b66d2d0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b4d80 con 0x55754b677b90 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe6b01b1f90 con 0x55754b66c9b0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.422+0000 7fe6b91a3740 10 client.0 _ll_register_callbacks cb 0x7fe6a8003d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:34762/0 (socket says 172.21.15.100:34762) 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 -- 172.21.15.100:0/1052207716 learned_addr learned my addr 172.21.15.100:0/1052207716 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b67d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b6e5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 -- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 msgr2=0x55754b6e5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b6e5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 -- 172.21.15.100:0/1052207716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 msgr2=0x55754b67d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b67d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.425 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 -- 172.21.15.100:0/1052207716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55754b6e6660 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe6afe00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8005340 tx=0x7fe6a8005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6497a9dd2fc4e04f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.423+0000 7fe699600640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a8059070 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe69c00f7f0 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fe6a8004d50 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe6a8004f50 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 10 client.25687 fetch_fsmap learned FSMap version 35 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55754b6edb30 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe69c00f7f0 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fe6a8043070 con 0x55754b66c9b0 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 10 client.25687 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 10 client.25687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 20 client.25687 populate_metadata read hostname 'smithi100' 2024-04-26T01:50:54.426 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b6ee160 0x55754b6f0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.427 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 4 client.25687 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:50:54.427 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.424+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55754b5e0320 con 0x55754b6ee160 2024-04-26T01:50:54.427 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.425+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b6ee160 0x55754b6f0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.427 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.425+0000 7fe6aea00640 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b6ee160 0x55754b6f0580 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cccceccc1082475 server_cookie=d50bb2a891d1493a in_seq=0 out_seq=0 2024-04-26T01:50:54.427 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.425+0000 7fe699600640 10 client.25687 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:54.435 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.436+0000 7fe699600640 1 -- 172.21.15.100:0/1052207716 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55754b5e0320 con 0x55754b6ee160 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.436+0000 7fe699600640 10 client.25687 handle_command_reply: tid=0 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.436+0000 7fe6b91a3740 1 client.25687 shutdown 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 msgr2=0x55754b67d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe6a8005340 tx=0x7fe6a8005f10 comp rx=0 tx=0).stop 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 shutdown_connections 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55754b6ee160 0x55754b6f0580 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55754b677b90 0x55754b6e5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55754b66d2d0 0x55754b67d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 --2- 172.21.15.100:0/1052207716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55754b66c9b0 0x55754b67d120 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe699600640 0 client.25687 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 >> 172.21.15.100:0/1052207716 conn(0x55754b668ec0 msgr2=0x55754b66e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 shutdown_connections 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 1 -- 172.21.15.100:0/1052207716 wait complete. 2024-04-26T01:50:54.436 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.437+0000 7fe6b91a3740 20 client.25687 trim_cache size 0 max 16384 2024-04-26T01:50:54.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:50:54.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:50:54.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:50:54.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 msgr2=0x7fe6940a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 0x7fe6940a61d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55754b66df50 tx=0x7fe6a0087040 comp rx=0 tx=0).stop 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 msgr2=0x7fe6b01a4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe6a000e9f0 tx=0x7fe6a000edf0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 shutdown_connections 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe6940a3d10 0x7fe6940a61d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe6b0112c30 0x7fe6b019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe6b0076da0 0x7fe6b01a4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 --2- 172.21.15.100:0/3652807842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6b0076480 0x7fe6b01a4920 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 >> 172.21.15.100:0/3652807842 conn(0x7fe6b00ffa60 msgr2=0x7fe6b0101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 shutdown_connections 2024-04-26T01:50:54.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:50:54.438+0000 7fe6b4e00640 1 -- 172.21.15.100:0/3652807842 wait complete. 2024-04-26T01:50:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:54 smithi148 ceph-mon[32990]: pgmap v101: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:54.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:54 smithi100 ceph-mon[28020]: pgmap v101: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:54.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:54 smithi133 ceph-mon[32344]: pgmap v101: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:56.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:56 smithi148 ceph-mon[32990]: pgmap v102: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:56.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:56 smithi100 ceph-mon[28020]: pgmap v102: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:56 smithi133 ceph-mon[32344]: pgmap v102: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.5 KiB/s wr, 12 op/s 2024-04-26T01:50:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:50:58 smithi148 ceph-mon[32990]: pgmap v103: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 19 op/s 2024-04-26T01:50:58.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:50:58 smithi100 ceph-mon[28020]: pgmap v103: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 19 op/s 2024-04-26T01:50:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:50:58 smithi133 ceph-mon[32344]: pgmap v103: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 19 op/s 2024-04-26T01:51:00.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:00 smithi148 ceph-mon[32990]: pgmap v104: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.8 KiB/s wr, 11 op/s 2024-04-26T01:51:00.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:00 smithi100 ceph-mon[28020]: pgmap v104: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.8 KiB/s wr, 11 op/s 2024-04-26T01:51:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:00 smithi133 ceph-mon[32344]: pgmap v104: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 7.8 KiB/s wr, 11 op/s 2024-04-26T01:51:00.958 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:01.398 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:02.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:02 smithi148 ceph-mon[32990]: pgmap v105: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.6 KiB/s wr, 17 op/s 2024-04-26T01:51:02.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:02 smithi100 ceph-mon[28020]: pgmap v105: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.6 KiB/s wr, 17 op/s 2024-04-26T01:51:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:02 smithi133 ceph-mon[32344]: pgmap v105: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.6 KiB/s wr, 17 op/s 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 -- 172.21.15.100:0/2701306745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 msgr2=0x7ffa8c108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 --2- 172.21.15.100:0/2701306745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c108e30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c009990 tx=0x7ffa7c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 -- 172.21.15.100:0/2701306745 shutdown_connections 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 --2- 172.21.15.100:0/2701306745 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c103450 0x7ffa8c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 --2- 172.21.15.100:0/2701306745 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c108e30 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 --2- 172.21.15.100:0/2701306745 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c102a90 0x7ffa8c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.851 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 -- 172.21.15.100:0/2701306745 >> 172.21.15.100:0/2701306745 conn(0x7ffa8c079ba0 msgr2=0x7ffa8c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:03.852 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.851+0000 7ffa90c00700 1 -- 172.21.15.100:0/2701306745 shutdown_connections 2024-04-26T01:51:03.852 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.852+0000 7ffa90c00700 1 -- 172.21.15.100:0/2701306745 wait complete. 2024-04-26T01:51:03.852 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.853+0000 7ffa90c00700 1 Processor -- start 2024-04-26T01:51:03.853 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.853+0000 7ffa90c00700 1 -- start start 2024-04-26T01:51:03.853 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c102a90 0x7ffa8c074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.853 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.853 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c0757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c112d60 con 0x7ffa8c108a50 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c112be0 con 0x7ffa8c102a90 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa90c00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8c112ee0 con 0x7ffa8c103450 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46262/0 (socket says 172.21.15.100:46262) 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 -- 172.21.15.100:0/4015170646 learned_addr learned my addr 172.21.15.100:0/4015170646 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89e00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c102a90 0x7ffa8c074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa8a800700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c0757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 -- 172.21.15.100:0/4015170646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c102a90 msgr2=0x7ffa8c074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c102a90 0x7ffa8c074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 -- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 msgr2=0x7ffa8c0757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c0757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.854 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.854+0000 7ffa89400700 1 -- 172.21.15.100:0/4015170646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8c1a77c0 con 0x7ffa8c103450 2024-04-26T01:51:03.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa89400700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800e9c0 tx=0x7ffa7800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:03.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7800cbd0 con 0x7ffa8c103450 2024-04-26T01:51:03.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ffa7800cd70 con 0x7ffa8c103450 2024-04-26T01:51:03.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa8c1a7ab0 con 0x7ffa8c103450 2024-04-26T01:51:03.855 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78010430 con 0x7ffa8c103450 2024-04-26T01:51:03.856 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.855+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa8c1a7fa0 con 0x7ffa8c103450 2024-04-26T01:51:03.856 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.856+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa8c069730 con 0x7ffa8c103450 2024-04-26T01:51:03.857 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.858+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7ffa78004750 con 0x7ffa8c103450 2024-04-26T01:51:03.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.860+0000 7ffa82a00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 0x7ffa700a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:03.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.860+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7ffa780d0a90 con 0x7ffa8c103450 2024-04-26T01:51:03.858 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.860+0000 7ffa89e00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 0x7ffa700a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:03.859 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.861+0000 7ffa89e00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 0x7ffa700a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00b2e0 tx=0x7ffa7c005960 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:03.860 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:03.862+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffa7809d100 con 0x7ffa8c103450 2024-04-26T01:51:04.138 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.139+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa8c02df80 con 0x7ffa8c103450 2024-04-26T01:51:04.139 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.141+0000 7ffa82a00700 1 -- 172.21.15.100:0/4015170646 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11967 (secure 0 0 0) 0x7ffa7809ca00 con 0x7ffa8c103450 2024-04-26T01:51:04.140 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:51:04.140 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:50:40.836122+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24526,24533,24515,24511,24499]},"id":1}]} 2024-04-26T01:51:04.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.144+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 msgr2=0x7ffa700a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:04.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 0x7ffa700a6270 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00b2e0 tx=0x7ffa7c005960 comp rx=0 tx=0).stop 2024-04-26T01:51:04.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 msgr2=0x7ffa8c075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:04.143 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ffa7800e9c0 tx=0x7ffa7800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 shutdown_connections 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ffa700a3db0 0x7ffa700a6270 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ffa8c108a50 0x7ffa8c0757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa8c102a90 0x7ffa8c074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 --2- 172.21.15.100:0/4015170646 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ffa8c103450 0x7ffa8c075280 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 >> 172.21.15.100:0/4015170646 conn(0x7ffa8c079ba0 msgr2=0x7ffa8c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 shutdown_connections 2024-04-26T01:51:04.144 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:04.145+0000 7ffa90c00700 1 -- 172.21.15.100:0/4015170646 wait complete. 2024-04-26T01:51:04.145 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 35 2024-04-26T01:51:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:04 smithi148 ceph-mon[32990]: pgmap v106: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:04 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4015170646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:04 smithi100 ceph-mon[28020]: pgmap v106: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:04 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4015170646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:04 smithi133 ceph-mon[32344]: pgmap v106: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:04.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:04 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4015170646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:05.065 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db --set-id 10e921c8 --release --await' 2024-04-26T01:51:05.065 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db --set-id 10e921c8 --release --await 2024-04-26T01:51:05.472 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:06 smithi148 ceph-mon[32990]: pgmap v107: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:06 smithi100 ceph-mon[28020]: pgmap v107: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:06 smithi133 ceph-mon[32344]: pgmap v107: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 12 op/s 2024-04-26T01:51:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 -- 172.21.15.100:0/771294737 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3918104d60 msgr2=0x7f3918108da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 --2- 172.21.15.100:0/771294737 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3918104d60 0x7f3918108da0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3904009900 tx=0x7f390402a410 comp rx=0 tx=0).stop 2024-04-26T01:51:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 -- 172.21.15.100:0/771294737 shutdown_connections 2024-04-26T01:51:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 --2- 172.21.15.100:0/771294737 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3918109480 0x7f3918111050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.578 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 --2- 172.21.15.100:0/771294737 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3918104d60 0x7f3918108da0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 --2- 172.21.15.100:0/771294737 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39181043b0 0x7f3918104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 -- 172.21.15.100:0/771294737 >> 172.21.15.100:0/771294737 conn(0x7f39180ffc50 msgr2=0x7f3918102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 -- 172.21.15.100:0/771294737 shutdown_connections 2024-04-26T01:51:07.579 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.579+0000 7f391f400640 1 -- 172.21.15.100:0/771294737 wait complete. 2024-04-26T01:51:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.580+0000 7f391f400640 1 Processor -- start 2024-04-26T01:51:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 -- start start 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3918109480 0x7f39181a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 0x7f391819ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3918114550 con 0x7f39181043b0 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39181143d0 con 0x7f391819a7d0 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391f400640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f39181146d0 con 0x7f3918109480 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391ca00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391ca00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52056/0 (socket says 172.21.15.100:52056) 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 0x7f391819ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.581+0000 7f391ca00640 1 -- 172.21.15.100:0/3751670627 learned_addr learned my addr 172.21.15.100:0/3751670627 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f3917e00640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3918109480 0x7f39181a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 -- 172.21.15.100:0/3751670627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3918109480 msgr2=0x7f39181a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3918109480 0x7f39181a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 -- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 msgr2=0x7f39181a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 -- 172.21.15.100:0/3751670627 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f391819b360 con 0x7f391819a7d0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391ca00640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f391d400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 0x7f391819ac80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3910009fd0 tx=0x7f391000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.582+0000 7f3915600640 1 -- 172.21.15.100:0/3751670627 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391000ce20 con 0x7f391819a7d0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.583+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f391819b650 con 0x7f391819a7d0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.583+0000 7f3915600640 1 -- 172.21.15.100:0/3751670627 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3910005020 con 0x7f391819a7d0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.583+0000 7f3915600640 1 -- 172.21.15.100:0/3751670627 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3910010720 con 0x7f391819a7d0 2024-04-26T01:51:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.583+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39181a7800 con 0x7f391819a7d0 2024-04-26T01:51:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.586+0000 7f39223c5740 1 Processor -- start 2024-04-26T01:51:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.586+0000 7f3915600640 1 -- 172.21.15.100:0/3751670627 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f3910005560 con 0x7f391819a7d0 2024-04-26T01:51:07.584 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.586+0000 7f39223c5740 1 -- start start 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.586+0000 7f39223c5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ee2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f39223c5740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f39223c5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eefdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f39223c5740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55b139e48900 con 0x55b139ee3140 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f39223c5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b139deeef0 con 0x55b139eeda00 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f39223c5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b139e448c0 con 0x55b139ee2820 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f3917e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ee2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f3917e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ee2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46278/0 (socket says 172.21.15.100:46278) 2024-04-26T01:51:07.586 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52062/0 (socket says 172.21.15.100:52062) 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f3917e00640 1 -- 172.21.15.100:0/1789693147 learned_addr learned my addr 172.21.15.100:0/1789693147 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f3917e00640 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eefdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 -- 172.21.15.100:0/1789693147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 msgr2=0x55b139ee2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ee2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 -- 172.21.15.100:0/1789693147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 msgr2=0x55b139eefdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eefdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f391ca00640 1 -- 172.21.15.100:0/1789693147 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b139b5b210 con 0x55b139ee3140 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.587+0000 7f3917e00640 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eefdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.588+0000 7f391ca00640 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f390c0058c0 tx=0x7f390c0109e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d865729678acbf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.588 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.588+0000 7f3909c00640 1 -- 172.21.15.100:0/1789693147 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c0117c0 con 0x55b139ee3140 2024-04-26T01:51:07.588 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.588+0000 7f3909c00640 1 -- 172.21.15.100:0/1789693147 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f390c011e30 con 0x55b139ee3140 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.588+0000 7f3909c00640 1 -- 172.21.15.100:0/1789693147 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c00ee40 con 0x55b139ee3140 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.588+0000 7f3915600640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 0x7f39000a6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f3915600640 1 -- 172.21.15.100:0/3751670627 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f39100d0e10 con 0x7f391819a7d0 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f3917e00640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 0x7f39000a6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 -- 172.21.15.100:0/1789693147 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 msgr2=0x55b139eed4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f390c0058c0 tx=0x7f390c0109e0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 -- 172.21.15.100:0/1789693147 shutdown_connections 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eefdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eed4c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 --2- 172.21.15.100:0/1789693147 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ee2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.589+0000 7f39223c5740 1 -- 172.21.15.100:0/1789693147 >> 172.21.15.100:0/1789693147 conn(0x55b139eded30 msgr2=0x55b139edf110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.590+0000 7f39223c5740 1 -- 172.21.15.100:0/1789693147 shutdown_connections 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.590+0000 7f3917e00640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 0x7f39000a6350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55b139edfec0 tx=0x7f3904009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.589 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.590+0000 7f39223c5740 1 -- 172.21.15.100:0/1789693147 wait complete. 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.590+0000 7f39223c5740 1 -- start start 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.590+0000 7f39223c5740 1 Processor -- start 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139eea9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eeb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.591 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55b139ef0630 con 0x55b139ee3140 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b139e02310 con 0x55b139eeda00 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.591+0000 7f39223c5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55b139ef07b0 con 0x55b139ee2820 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f39223c5740 10 client.0 _ll_register_callbacks cb 0x55b139dd0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f3917e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f3917e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52070/0 (socket says 172.21.15.100:52070) 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f3917e00640 1 -- 172.21.15.100:0/3511346506 learned_addr learned my addr 172.21.15.100:0/3511346506 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f391d400640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eeb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f391ca00640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139eea9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f391d400640 1 -- 172.21.15.100:0/3511346506 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 msgr2=0x55b139eea9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f391d400640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139eea9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.592+0000 7f391d400640 1 -- 172.21.15.100:0/3511346506 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 msgr2=0x55b139eeaef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f391d400640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f391d400640 1 -- 172.21.15.100:0/3511346506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b139c27620 con 0x55b139eeda00 2024-04-26T01:51:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f3917e00640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f391d400640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eeb430 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f39100ce530 tx=0x7f391009d5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=467a80620f1c9138 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.593 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f38fe000640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39100a59f0 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f39100993f0 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f390c011e30 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f391009cfe0 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f39223c5740 10 client.25682 fetch_fsmap learned FSMap version 35 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.593+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55b139efc910 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f390c011e30 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7f391007bc10 con 0x55b139eeda00 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 10 client.25682 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:51:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 10 client.25682 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 20 client.25682 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139efde20 0x55b139f00280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 4 client.25682 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.594+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b139e5c8b0 con 0x55b139efde20 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.595+0000 7f391ca00640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139efde20 0x55b139f00280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.595+0000 7f391ca00640 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139efde20 0x55b139f00280 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6208721fa8d8c868 server_cookie=1df8037e137b1e76 in_seq=0 out_seq=0 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.595+0000 7f38fe000640 10 client.25682 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f38fe000640 1 -- 172.21.15.100:0/3511346506 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b139e5c8b0 con 0x55b139efde20 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f38fe000640 10 client.25682 handle_command_reply: tid=0 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 client.25682 shutdown 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 msgr2=0x55b139eeb430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eeb430 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f39100ce530 tx=0x7f391009d5c0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 shutdown_connections 2024-04-26T01:51:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139efde20 0x55b139f00280 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139eeb430 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139eeaef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 --2- 172.21.15.100:0/3511346506 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139eea9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f38fe000640 0 client.25682 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 >> 172.21.15.100:0/3511346506 conn(0x55b139eded30 msgr2=0x55b139ee4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 shutdown_connections 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.596+0000 7f39223c5740 1 -- 172.21.15.100:0/3511346506 wait complete. 2024-04-26T01:51:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.597+0000 7f39223c5740 20 client.25682 trim_cache size 0 max 16384 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.612+0000 7f39223c5740 1 Processor -- start 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 -- start start 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 0x55b139ef94f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee3140 0x55b139ee9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 0x55b139eeb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f39181afd40 con 0x55b139eeda00 2024-04-26T01:51:07.612 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39181b1970 con 0x55b139ee2820 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f39223c5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f39181b0410 con 0x55b139ee3140 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f391d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 0x55b139eeb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f391d400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 0x55b139eeb250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52082/0 (socket says 172.21.15.100:52082) 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f391d400640 1 -- 172.21.15.100:0/2060922013 learned_addr learned my addr 172.21.15.100:0/2060922013 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f391ca00640 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 0x55b139ef94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.613+0000 7f3917e00640 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee3140 0x55b139ee9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 -- 172.21.15.100:0/2060922013 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee3140 msgr2=0x55b139ee9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee3140 0x55b139ee9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 -- 172.21.15.100:0/2060922013 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 msgr2=0x55b139eeb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 0x55b139eeb250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.613 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 -- 172.21.15.100:0/2060922013 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b139eda690 con 0x55b139ee2820 2024-04-26T01:51:07.617 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f391ca00640 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 0x55b139ef94f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f390c000c00 tx=0x7f390c00be00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c20d37765b36c1a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.617 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f3909200640 1 -- 172.21.15.100:0/2060922013 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c00ee80 con 0x55b139ee2820 2024-04-26T01:51:07.617 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f3909200640 1 -- 172.21.15.100:0/2060922013 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f390c00e900 con 0x55b139ee2820 2024-04-26T01:51:07.617 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.614+0000 7f3909200640 1 -- 172.21.15.100:0/2060922013 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c02a380 con 0x55b139ee2820 2024-04-26T01:51:07.617 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 -- 172.21.15.100:0/2060922013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 msgr2=0x55b139ef94f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 0x55b139ef94f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f390c000c00 tx=0x7f390c00be00 comp rx=0 tx=0).stop 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 -- 172.21.15.100:0/2060922013 shutdown_connections 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139eeda00 0x55b139eeb250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee3140 0x55b139ee9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 --2- 172.21.15.100:0/2060922013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139ee2820 0x55b139ef94f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 -- 172.21.15.100:0/2060922013 >> 172.21.15.100:0/2060922013 conn(0x55b139eded30 msgr2=0x55b139ee41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 -- 172.21.15.100:0/2060922013 shutdown_connections 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.615+0000 7f39223c5740 1 -- 172.21.15.100:0/2060922013 wait complete. 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 -- start start 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 Processor -- start 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ef2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.618 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f39181b12a0 con 0x55b139ee3140 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39181b0b10 con 0x55b139eeda00 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f39181add20 con 0x55b139ee2820 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.616+0000 7f39223c5740 10 client.0 _ll_register_callbacks cb 0x7f391009c950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f3917e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f3917e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52096/0 (socket says 172.21.15.100:52096) 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39898/0 (socket says 172.21.15.100:39898) 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f3917e00640 1 -- 172.21.15.100:0/253552382 learned_addr learned my addr 172.21.15.100:0/253552382 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391ca00640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ef2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 -- 172.21.15.100:0/253552382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 msgr2=0x55b139ef2ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ef2ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.619 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 -- 172.21.15.100:0/253552382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 msgr2=0x55b139ef31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 -- 172.21.15.100:0/253552382 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b139f5ca10 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391ca00640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ef2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f3917e00640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f391d400640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f391009cd10 tx=0x7f391009cec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c96f1950143803c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f38fe000640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39100a59f0 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f391007bba0 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.617+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f390c00e900 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f391009cb50 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 10 client.25688 fetch_fsmap learned FSMap version 35 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55b139f63d90 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f390c00e900 con 0x55b139eeda00 2024-04-26T01:51:07.620 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7f39100bd0d0 con 0x55b139eeda00 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 10 client.25688 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 10 client.25688 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 20 client.25688 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139f64520 0x55b139f66940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 4 client.25688 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b139e56320 con 0x55b139f64520 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.618+0000 7f391ca00640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139f64520 0x55b139f66940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.619+0000 7f391ca00640 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139f64520 0x55b139f66940 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a0809cce35881ad server_cookie=24e532ebf5ea7 in_seq=0 out_seq=0 2024-04-26T01:51:07.621 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.619+0000 7f38fe000640 10 client.25688 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f38fe000640 1 -- 172.21.15.100:0/253552382 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b139e56320 con 0x55b139f64520 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f38fe000640 10 client.25688 handle_command_reply: tid=0 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 client.25688 shutdown 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 msgr2=0x55b139f5c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f391009cd10 tx=0x7f391009cec0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.626 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 shutdown_connections 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55b139f64520 0x55b139f66940 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b139eeda00 0x55b139f5c3d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55b139ee3140 0x55b139ef31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 --2- 172.21.15.100:0/253552382 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55b139ee2820 0x55b139ef2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f38fe000640 0 client.25688 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 >> 172.21.15.100:0/253552382 conn(0x55b139eded30 msgr2=0x55b139ee4a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 shutdown_connections 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 1 -- 172.21.15.100:0/253552382 wait complete. 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.627+0000 7f39223c5740 20 client.25688 trim_cache size 0 max 16384 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:51:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:51:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:51:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:51:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 msgr2=0x7f39000a6350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 0x7f39000a6350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55b139edfec0 tx=0x7f3904009260 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 msgr2=0x7f391819ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 0x7f391819ac80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3910009fd0 tx=0x7f391000ef10 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 shutdown_connections 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39000a3e90 0x7f39000a6350 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f391819a7d0 0x7f391819ac80 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3918109480 0x7f39181a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 --2- 172.21.15.100:0/3751670627 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39181043b0 0x7f39181a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 >> 172.21.15.100:0/3751670627 conn(0x7f39180ffc50 msgr2=0x7f3918100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 shutdown_connections 2024-04-26T01:51:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:07.628+0000 7f391f400640 1 -- 172.21.15.100:0/3751670627 wait complete. 2024-04-26T01:51:07.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 -- 172.21.15.100:0/3624502010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006b0f0 msgr2=0x7fbf6010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 --2- 172.21.15.100:0/3624502010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006b0f0 0x7fbf6010f900 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800b0a0 tx=0x7fbf5800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 -- 172.21.15.100:0/3624502010 shutdown_connections 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 --2- 172.21.15.100:0/3624502010 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006b0f0 0x7fbf6010f900 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 --2- 172.21.15.100:0/3624502010 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 0x7fbf60108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 --2- 172.21.15.100:0/3624502010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006a750 0x7fbf6006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 -- 172.21.15.100:0/3624502010 >> 172.21.15.100:0/3624502010 conn(0x7fbf600788f0 msgr2=0x7fbf60078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 -- 172.21.15.100:0/3624502010 shutdown_connections 2024-04-26T01:51:07.877 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.877+0000 7fbf65800700 1 -- 172.21.15.100:0/3624502010 wait complete. 2024-04-26T01:51:07.878 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.878+0000 7fbf65800700 1 Processor -- start 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 -- start start 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 0x7fbf6019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 0x7fbf6019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60112d50 con 0x7fbf60108a30 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60112bd0 con 0x7fbf6006b0f0 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf65800700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60112ed0 con 0x7fbf6006a750 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf5f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 0x7fbf6019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf5ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 0x7fbf6019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf5ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46318/0 (socket says 172.21.15.100:46318) 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.879+0000 7fbf5ea00700 1 -- 172.21.15.100:0/1805829931 learned_addr learned my addr 172.21.15.100:0/1805829931 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 -- 172.21.15.100:0/1805829931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 msgr2=0x7fbf6019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.879 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 0x7fbf6019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 -- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 msgr2=0x7fbf6019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 0x7fbf6019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 -- 172.21.15.100:0/1805829931 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf601a0390 con 0x7fbf6006a750 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 0x7fbf6019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf5000e9a0 tx=0x7fbf5000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.880 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.880+0000 7fbf57400700 1 -- 172.21.15.100:0/1805829931 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5000ca10 con 0x7fbf6006a750 2024-04-26T01:51:07.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.881+0000 7fbf57400700 1 -- 172.21.15.100:0/1805829931 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf5000cbb0 con 0x7fbf6006a750 2024-04-26T01:51:07.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.881+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf601a0680 con 0x7fbf6006a750 2024-04-26T01:51:07.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.881+0000 7fbf57400700 1 -- 172.21.15.100:0/1805829931 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50018680 con 0x7fbf6006a750 2024-04-26T01:51:07.881 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.881+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf601a7f00 con 0x7fbf6006a750 2024-04-26T01:51:07.882 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.884+0000 7fbf57400700 1 -- 172.21.15.100:0/1805829931 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fbf50018820 con 0x7fbf6006a750 2024-04-26T01:51:07.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.885+0000 7fbf57400700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 0x7fbf440a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.885+0000 7fbf7017cb80 1 Processor -- start 2024-04-26T01:51:07.884 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.885+0000 7fbf57400700 1 -- 172.21.15.100:0/1805829931 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fbf500d0950 con 0x7fbf6006a750 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 0x7fbf440a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 -- start start 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e211bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e211e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5638e2063f90 con 0x5638e2111240 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5638e200a830 con 0x5638e211c0f0 2024-04-26T01:51:07.885 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5638e205ff50 con 0x5638e2110920 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf5ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf5ea00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46332/0 (socket says 172.21.15.100:46332) 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.886+0000 7fbf5ea00700 1 -- 172.21.15.100:0/4036122215 learned_addr learned my addr 172.21.15.100:0/4036122215 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5e000700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e211bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5f400700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e211e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 0x7fbf440a6270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbf6010fd20 tx=0x7fbf4c009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 -- 172.21.15.100:0/4036122215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 msgr2=0x5638e211e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e211e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 -- 172.21.15.100:0/4036122215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 msgr2=0x5638e211bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e211bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.887 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 -- 172.21.15.100:0/4036122215 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638e2000780 con 0x5638e2110920 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5e000700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e211bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.887+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbf500a5000 tx=0x7fbf5009c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b95208248be3d355 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.888+0000 7fbf4be00700 1 -- 172.21.15.100:0/4036122215 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5000cd60 con 0x5638e2110920 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.888+0000 7fbf4be00700 1 -- 172.21.15.100:0/4036122215 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf5009abc0 con 0x5638e2110920 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.888+0000 7fbf4be00700 1 -- 172.21.15.100:0/4036122215 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5009cd80 con 0x5638e2110920 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4036122215 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 msgr2=0x5638e2110d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.888 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbf500a5000 tx=0x7fbf5009c940 comp rx=0 tx=0).stop 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4036122215 shutdown_connections 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e211e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2110d00 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4036122215 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e211bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4036122215 >> 172.21.15.100:0/4036122215 conn(0x5638e203f6a0 msgr2=0x5638e210cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4036122215 shutdown_connections 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.889+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4036122215 wait complete. 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 -- start start 2024-04-26T01:51:07.890 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 Processor -- start 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 0x5638e211b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2118b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5638e211ec10 con 0x5638e2111240 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5638e201d960 con 0x5638e2110920 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.890+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5638e211ed90 con 0x5638e211c0f0 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf7017cb80 10 client.0 _ll_register_callbacks cb 0x5638e1ffc820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2118b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5ea00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 0x5638e211b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2118b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52144/0 (socket says 172.21.15.100:52144) 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46342/0 (socket says 172.21.15.100:46342) 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5e000700 1 -- 172.21.15.100:0/1318693788 learned_addr learned my addr 172.21.15.100:0/1318693788 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.891 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 -- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 msgr2=0x5638e211b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 0x5638e211b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 -- 172.21.15.100:0/1318693788 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 msgr2=0x5638e2118b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2118b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5f400700 1 -- 172.21.15.100:0/1318693788 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638e1fb19d0 con 0x5638e211c0f0 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.891+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 0x5638e211b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf5f400700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800b070 tx=0x7fbf5800bdb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93ab0edc380f8441 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.892 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf48c00700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:51:07.893 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf58003c00 con 0x5638e211c0f0 2024-04-26T01:51:07.893 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fbf58003da0 con 0x5638e211c0f0 2024-04-26T01:51:07.893 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf5009abc0 con 0x5638e211c0f0 2024-04-26T01:51:07.893 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbf580074e0 con 0x5638e211c0f0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf7017cb80 10 client.25723 fetch_fsmap learned FSMap version 35 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.892+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5638e1ffabf0 con 0x5638e211c0f0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf5009abc0 con 0x5638e211c0f0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fbf58011070 con 0x5638e211c0f0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 10 client.25723 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 10 client.25723 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 20 client.25723 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e212b8b0 0x5638e212dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 4 client.25723 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638e2071780 con 0x5638e212b8b0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.893+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e212b8b0 0x5638e212dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.894+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e212b8b0 0x5638e212dcd0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26b6bd6433bd95ea server_cookie=d32631621452d567 in_seq=0 out_seq=0 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.894+0000 7fbf48c00700 10 client.25723 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.894 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf48c00700 1 -- 172.21.15.100:0/1318693788 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5638e2071780 con 0x5638e212b8b0 2024-04-26T01:51:07.895 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf48c00700 10 client.25723 handle_command_reply: tid=0 2024-04-26T01:51:07.895 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 client.25723 shutdown 2024-04-26T01:51:07.895 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 msgr2=0x5638e2119090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbf5800b070 tx=0x7fbf5800bdb0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 shutdown_connections 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e212b8b0 0x5638e212dcd0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e211c0f0 0x5638e2119090 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2110920 0x5638e211b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf48c00700 0 client.25723 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1318693788 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2118b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.895+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 >> 172.21.15.100:0/1318693788 conn(0x5638e203f6a0 msgr2=0x5638e210c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.896+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 shutdown_connections 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.896+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1318693788 wait complete. 2024-04-26T01:51:07.896 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.896+0000 7fbf7017cb80 20 client.25723 trim_cache size 0 max 16384 2024-04-26T01:51:07.915 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.917+0000 7fbf7017cb80 1 Processor -- start 2024-04-26T01:51:07.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.917+0000 7fbf7017cb80 1 -- start start 2024-04-26T01:51:07.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.917+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2127b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.916 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.917+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e2124560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601af520 con 0x5638e2111240 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b1150 con 0x5638e211c0f0 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601afbf0 con 0x5638e2110920 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52160/0 (socket says 172.21.15.100:52160) 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 -- 172.21.15.100:0/4251704809 learned_addr learned my addr 172.21.15.100:0/4251704809 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2127b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.917 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5f400700 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e2124560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.918 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 -- 172.21.15.100:0/4251704809 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 msgr2=0x5638e2127b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2127b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 -- 172.21.15.100:0/4251704809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 msgr2=0x5638e2124560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e2124560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.918+0000 7fbf5e000700 1 -- 172.21.15.100:0/4251704809 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638e211b1b0 con 0x5638e2111240 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.919+0000 7fbf5e000700 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c004440 tx=0x7fbf4c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c32df7e2f340b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.919+0000 7fbf4b400700 1 -- 172.21.15.100:0/4251704809 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c004470 con 0x5638e2111240 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.919+0000 7fbf4b400700 1 -- 172.21.15.100:0/4251704809 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf4c01f8d0 con 0x5638e2111240 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.919+0000 7fbf4b400700 1 -- 172.21.15.100:0/4251704809 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c01e7f0 con 0x5638e2111240 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4251704809 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 msgr2=0x5638e2124020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c004440 tx=0x7fbf4c014000 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4251704809 shutdown_connections 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e211c0f0 0x5638e2124560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2127b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/4251704809 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e2111240 0x5638e2124020 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.919 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4251704809 >> 172.21.15.100:0/4251704809 conn(0x5638e203f6a0 msgr2=0x5638e210c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4251704809 shutdown_connections 2024-04-26T01:51:07.920 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.920+0000 7fbf7017cb80 1 -- 172.21.15.100:0/4251704809 wait complete. 2024-04-26T01:51:07.921 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 -- start start 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 Processor -- start 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2123240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 0x5638e219a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b0a80 con 0x5638e211c0f0 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601b02f0 con 0x5638e2111240 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.921+0000 7fbf7017cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601ad4c0 con 0x5638e2110920 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf7017cb80 10 client.0 _ll_register_callbacks cb 0x5638e1ffc820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5f400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 0x5638e219a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39930/0 (socket says 172.21.15.100:39930) 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 -- 172.21.15.100:0/1655621130 learned_addr learned my addr 172.21.15.100:0/1655621130 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:07.922 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2123240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 -- 172.21.15.100:0/1655621130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 msgr2=0x5638e2123240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2123240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 -- 172.21.15.100:0/1655621130 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 msgr2=0x5638e219a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 0x5638e219a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5e000700 1 -- 172.21.15.100:0/1655621130 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638e219aca0 con 0x5638e2111240 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.922+0000 7fbf5f400700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 0x5638e219a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf5e000700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c003f60 tx=0x7fbf4c003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9ef4f10b4a6606c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf48c00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf4c01f610 con 0x5638e2111240 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf4c01f8d0 con 0x5638e2111240 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fbf4c025070 con 0x5638e2111240 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbf4c01fa80 con 0x5638e2111240 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf7017cb80 10 client.25706 fetch_fsmap learned FSMap version 35 2024-04-26T01:51:07.923 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5638e219c020 con 0x5638e2111240 2024-04-26T01:51:07.924 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.923+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf4c01f8d0 con 0x5638e2111240 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 35) ==== 8378+0+0 (secure 0 0 0) 0x7fbf4c033ce0 con 0x5638e2111240 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 10 client.25706 fetch_fsmap finished waiting for FSMap version 35 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 10 client.25706 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 20 client.25706 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e219c720 0x5638e219eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 4 client.25706 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "10e921c8", "release": true, "await": true}] 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "set_id": "10e921c8", "release": true, "await": true}) -- 0x5638e206b820 con 0x5638e219c720 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.924+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e219c720 0x5638e219eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.925+0000 7fbf5ea00700 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e219c720 0x5638e219eb40 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3dc470e4608e5235 server_cookie=34bdb717d388ee56 in_seq=0 out_seq=0 2024-04-26T01:51:07.925 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.925+0000 7fbf48c00700 10 client.25706 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf48c00700 1 -- 172.21.15.100:0/1655621130 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5638e206b820 con 0x5638e219c720 2024-04-26T01:51:07.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf48c00700 10 client.25706 handle_command_reply: tid=0 2024-04-26T01:51:07.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 client.25706 shutdown 2024-04-26T01:51:07.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 msgr2=0x5638e2123780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.932 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c003f60 tx=0x7fbf4c003f90 comp rx=0 tx=0).stop 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 shutdown_connections 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5638e211c0f0 0x5638e219a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5638e219c720 0x5638e219eb40 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5638e2110920 0x5638e2123240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 --2- 172.21.15.100:0/1655621130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638e2111240 0x5638e2123780 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.933 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 >> 172.21.15.100:0/1655621130 conn(0x5638e203f6a0 msgr2=0x5638e2126b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf48c00700 0 client.25706 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 shutdown_connections 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.934+0000 7fbf7017cb80 1 -- 172.21.15.100:0/1655621130 wait complete. 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.935+0000 7fbf7017cb80 20 client.25706 trim_cache size 0 max 16384 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 35, 2024-04-26T01:51:07.934 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 8, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "10e921c8": { 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 8, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 90.0, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:51:07.935 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:07.936 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.935+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 msgr2=0x7fbf440a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.935+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 0x7fbf440a6270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbf6010fd20 tx=0x7fbf4c009260 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.935+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 msgr2=0x7fbf6019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.935+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf5000e9a0 tx=0x7fbf5000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 shutdown_connections 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fbf440a3db0 0x7fbf440a6270 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fbf60108a30 0x7fbf6019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fbf6006a750 0x7fbf6019b380 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 --2- 172.21.15.100:0/1805829931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf6006b0f0 0x7fbf6019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 >> 172.21.15.100:0/1805829931 conn(0x7fbf600788f0 msgr2=0x7fbf600ff7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 shutdown_connections 2024-04-26T01:51:07.937 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:07.936+0000 7fbf65800700 1 -- 172.21.15.100:0/1805829931 wait complete. 2024-04-26T01:51:08.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:08 smithi148 ceph-mon[32990]: pgmap v108: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 31 op/s 2024-04-26T01:51:08.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:08 smithi100 ceph-mon[28020]: pgmap v108: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 31 op/s 2024-04-26T01:51:08.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:08 smithi133 ceph-mon[32344]: pgmap v108: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 30 KiB/s wr, 31 op/s 2024-04-26T01:51:08.984 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '10e921c8', seconds elapsed: 52.2 2024-04-26T01:51:08.984 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:51:08.984 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:09.420 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:10 smithi148 ceph-mon[32990]: pgmap v109: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:51:10.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:10 smithi100 ceph-mon[28020]: pgmap v109: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:51:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:10 smithi133 ceph-mon[32344]: pgmap v109: 97 pgs: 97 active+clean; 206 MiB data, 912 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:51:11.689 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 -- 172.21.15.100:0/3024635616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e4109940 msgr2=0x7f27e4115de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:11.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 --2- 172.21.15.100:0/3024635616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e4109940 0x7f27e4115de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f27dc00b0a0 tx=0x7f27dc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 -- 172.21.15.100:0/3024635616 shutdown_connections 2024-04-26T01:51:11.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 --2- 172.21.15.100:0/3024635616 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e4109940 0x7f27e4115de0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.816 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 --2- 172.21.15.100:0/3024635616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e410f030 0x7f27e410f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 --2- 172.21.15.100:0/3024635616 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4108f80 0x7f27e4109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 -- 172.21.15.100:0/3024635616 >> 172.21.15.100:0/3024635616 conn(0x7f27e40787d0 msgr2=0x7f27e4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 -- 172.21.15.100:0/3024635616 shutdown_connections 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.690+0000 7f27ea000700 1 -- 172.21.15.100:0/3024635616 wait complete. 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.691+0000 7f27ea000700 1 Processor -- start 2024-04-26T01:51:11.817 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 -- start start 2024-04-26T01:51:11.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:11.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4109940 0x7f27e419fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:11.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:11.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f27e4119280 con 0x7f27e4109940 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f27e4119100 con 0x7f27e4108f80 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27ea000700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f27e4119400 con 0x7f27e410f030 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e9600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e8c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e9600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:46372/0 (socket says 172.21.15.100:46372) 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e3e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4109940 0x7f27e419fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e9600700 1 -- 172.21.15.100:0/1227884534 learned_addr learned my addr 172.21.15.100:0/1227884534 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.692+0000 7f27e8c00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:39940/0 (socket says 172.21.15.100:39940) 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 -- 172.21.15.100:0/1227884534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 msgr2=0x7f27e419f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 -- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4109940 msgr2=0x7f27e419fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4109940 0x7f27e419fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 -- 172.21.15.100:0/1227884534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e41a4640 con 0x7f27e410f030 2024-04-26T01:51:11.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e8c00700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e9600700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f27dc006070 tx=0x7f27dc004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27dc021070 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f27dc007e50 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e41a48d0 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.693+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27dc004650 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.694+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e41ac1b0 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.695+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e4111380 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.697+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f27dc007980 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.699+0000 7f27e1600700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 0x7f27cc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.699+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f27dc00f020 con 0x7f27e410f030 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.699+0000 7f27e8c00700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 0x7f27cc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.700+0000 7f27e8c00700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 0x7f27cc0a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f27d8011490 tx=0x7f27d8009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:11.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:11.704+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f27dc02a020 con 0x7f27e410f030 2024-04-26T01:51:12.017 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.019+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27e4069730 con 0x7f27e410f030 2024-04-26T01:51:12.017 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.020+0000 7f27e1600700 1 -- 172.21.15.100:0/1227884534 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11973 (secure 0 0 0) 0x7f27dc007c70 con 0x7f27e410f030 2024-04-26T01:51:12.018 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:51:12.018 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:51:10.836656+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24499,24511,24515,24526,24533]},"id":1}]} 2024-04-26T01:51:12.020 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 msgr2=0x7f27cc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 0x7f27cc0a62f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f27d8011490 tx=0x7f27d8009260 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 msgr2=0x7f27e41a3f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f27dc006070 tx=0x7f27dc004c80 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 shutdown_connections 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f27cc0a3e30 0x7f27cc0a62f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f27e410f030 0x7f27e41a3f00 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27e4108f80 0x7f27e419f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 --2- 172.21.15.100:0/1227884534 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f27e4109940 0x7f27e419fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 >> 172.21.15.100:0/1227884534 conn(0x7f27e40787d0 msgr2=0x7f27e40798e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 shutdown_connections 2024-04-26T01:51:12.021 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:12.023+0000 7f27ea000700 1 -- 172.21.15.100:0/1227884534 wait complete. 2024-04-26T01:51:12.022 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 36 2024-04-26T01:51:12.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:12 smithi148 ceph-mon[32990]: pgmap v110: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 331 KiB/s wr, 66 op/s 2024-04-26T01:51:12.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:12 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:12.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:12 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1227884534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:12 smithi100 ceph-mon[28020]: pgmap v110: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 331 KiB/s wr, 66 op/s 2024-04-26T01:51:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:12 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:12.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:12 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1227884534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:12 smithi133 ceph-mon[32344]: pgmap v110: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 206 KiB/s rd, 331 KiB/s wr, 66 op/s 2024-04-26T01:51:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:12 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:12.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:12 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1227884534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:13.004 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:51:13.004 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:51:13.468 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:13.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:13 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:13.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:13 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:13 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:14.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:14 smithi100 ceph-mon[28020]: pgmap v111: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:14.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:14 smithi133 ceph-mon[32344]: pgmap v111: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:15.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:14 smithi148 ceph-mon[32990]: pgmap v111: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 -- 172.21.15.100:0/2215251729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 msgr2=0x7f405810f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 --2- 172.21.15.100:0/2215251729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f405810f8c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f405000b0a0 tx=0x7f405000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 -- 172.21.15.100:0/2215251729 shutdown_connections 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 --2- 172.21.15.100:0/2215251729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f405810f8c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 --2- 172.21.15.100:0/2215251729 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 0x7f4058108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 --2- 172.21.15.100:0/2215251729 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f405806abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 -- 172.21.15.100:0/2215251729 >> 172.21.15.100:0/2215251729 conn(0x7f40580788e0 msgr2=0x7f4058078cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 -- 172.21.15.100:0/2215251729 shutdown_connections 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.225+0000 7f405fa00700 1 -- 172.21.15.100:0/2215251729 wait complete. 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 Processor -- start 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 -- start start 2024-04-26T01:51:16.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f4058199110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f4058199650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 0x7f405819d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4058112e00 con 0x7f405806a740 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4058112c80 con 0x7f405806b100 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.227+0000 7f405fa00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f4058112f80 con 0x7f4058108a60 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f405d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f4058199110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f4058199650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f405d000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f4058199110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34334/0 (socket says 172.21.15.100:34334) 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f405d000700 1 -- 172.21.15.100:0/1837547903 learned_addr learned my addr 172.21.15.100:0/1837547903 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f405da00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 0x7f405819d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 -- 172.21.15.100:0/1837547903 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 msgr2=0x7f405819d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 0x7f405819d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 -- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 msgr2=0x7f4058199110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f4058199110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.228+0000 7f4057e00700 1 -- 172.21.15.100:0/1837547903 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405819e120 con 0x7f405806b100 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f4057e00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f4058199650 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4044007a60 tx=0x7f4044007d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f4055600700 1 -- 172.21.15.100:0/1837547903 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044004020 con 0x7f405806b100 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f4055600700 1 -- 172.21.15.100:0/1837547903 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4044004830 con 0x7f405806b100 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f4055600700 1 -- 172.21.15.100:0/1837547903 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044005660 con 0x7f405806b100 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405819e410 con 0x7f405806b100 2024-04-26T01:51:16.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.229+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4058101940 con 0x7f405806b100 2024-04-26T01:51:16.231 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.234+0000 7f4055600700 1 -- 172.21.15.100:0/1837547903 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f4044021020 con 0x7f405806b100 2024-04-26T01:51:16.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.235+0000 7f406a34cb80 1 Processor -- start 2024-04-26T01:51:16.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f4055600700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 0x7f40400a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 -- start start 2024-04-26T01:51:16.233 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f4055600700 1 -- 172.21.15.100:0/1837547903 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f40440d39d0 con 0x7f405806b100 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f405da00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 0x7f40400a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f94020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f96950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55d628edc020 con 0x55d628f94560 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d628e828c0 con 0x55d628f88dd0 2024-04-26T01:51:16.234 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.236+0000 7f406a34cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d628ed7fe0 con 0x55d628f896f0 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54594/0 (socket says 172.21.15.100:54594) 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 -- 172.21.15.100:0/3113307715 learned_addr learned my addr 172.21.15.100:0/3113307715 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405da00700 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f96950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 -- 172.21.15.100:0/3113307715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 msgr2=0x55d628f94020 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f94020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.235 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 -- 172.21.15.100:0/3113307715 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 msgr2=0x55d628f96950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:16.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f96950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405d000700 1 -- 172.21.15.100:0/3113307715 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d628e78810 con 0x55d628f88dd0 2024-04-26T01:51:16.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405da00700 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f96950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:16.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.237+0000 7f405da00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 0x7f40400a6310 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4050009720 tx=0x7f4050009e20 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.236 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.238+0000 7f405d000700 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f404c009e30 tx=0x7f404c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1f84d45e15399eb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.238+0000 7f404a000700 1 -- 172.21.15.100:0/3113307715 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404c01e070 con 0x55d628f88dd0 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.238+0000 7f404a000700 1 -- 172.21.15.100:0/3113307715 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f404c019b00 con 0x55d628f88dd0 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.238+0000 7f404a000700 1 -- 172.21.15.100:0/3113307715 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404c00fc00 con 0x55d628f88dd0 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 -- 172.21.15.100:0/3113307715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 msgr2=0x55d628f891b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f404c009e30 tx=0x7f404c011720 comp rx=0 tx=0).stop 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 -- 172.21.15.100:0/3113307715 shutdown_connections 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f96950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f891b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3113307715 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f94020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.237 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 -- 172.21.15.100:0/3113307715 >> 172.21.15.100:0/3113307715 conn(0x55d628eb80e0 msgr2=0x55d628f852e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 -- 172.21.15.100:0/3113307715 shutdown_connections 2024-04-26T01:51:16.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.239+0000 7f406a34cb80 1 -- 172.21.15.100:0/3113307715 wait complete. 2024-04-26T01:51:16.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.240+0000 7f406a34cb80 1 -- start start 2024-04-26T01:51:16.238 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.240+0000 7f406a34cb80 1 Processor -- start 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 0x55d628f90fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f94560 0x55d628f91520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55d628f96ff0 con 0x55d628f896f0 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d628e959f0 con 0x55d628f88dd0 2024-04-26T01:51:16.242 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d628f97170 con 0x55d628f94560 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f406a34cb80 10 client.0 _ll_register_callbacks cb 0x55d628e748b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f405d000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f405d000700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54596/0 (socket says 172.21.15.100:54596) 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.241+0000 7f405d000700 1 -- 172.21.15.100:0/1756731209 learned_addr learned my addr 172.21.15.100:0/1756731209 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f4057e00700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 0x55d628f90fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 -- 172.21.15.100:0/1756731209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f94560 msgr2=0x55d628f91520 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f94560 0x55d628f91520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 -- 172.21.15.100:0/1756731209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 msgr2=0x55d628f90fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 0x55d628f90fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 -- 172.21.15.100:0/1756731209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d628e29a60 con 0x55d628f88dd0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f4057e00700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 0x55d628f90fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f405d000700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f404c01ae00 tx=0x7f404c01aee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8fcf5c86ae876fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.242+0000 7f403ea00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.243+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404c026070 con 0x55d628f88dd0 2024-04-26T01:51:16.243 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.243+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f404c00f840 con 0x55d628f88dd0 2024-04-26T01:51:16.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.243+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f404c019b00 con 0x55d628f88dd0 2024-04-26T01:51:16.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.243+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f404c01e040 con 0x55d628f88dd0 2024-04-26T01:51:16.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 10 client.25724 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:16.244 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55d628e72c80 con 0x55d628f88dd0 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f404c019b00 con 0x55d628f88dd0 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f404c022b60 con 0x55d628f88dd0 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 10 client.25724 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 10 client.25724 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 20 client.25724 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d628fa3cb0 0x55d628fa60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 4 client.25724 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.244+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d628ee9810 con 0x55d628fa3cb0 2024-04-26T01:51:16.245 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.245+0000 7f4057e00700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d628fa3cb0 0x55d628fa60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.245+0000 7f4057e00700 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d628fa3cb0 0x55d628fa60a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e94e8dc02341faf3 server_cookie=168df7f72aedacd5 in_seq=0 out_seq=0 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.245+0000 7f403ea00700 10 client.25724 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.246+0000 7f403ea00700 1 -- 172.21.15.100:0/1756731209 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d628ee9810 con 0x55d628fa3cb0 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.246+0000 7f403ea00700 10 client.25724 handle_command_reply: tid=0 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.246+0000 7f406a34cb80 1 client.25724 shutdown 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 msgr2=0x55d628f93ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f404c01ae00 tx=0x7f404c01aee0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 shutdown_connections 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d628fa3cb0 0x55d628fa60a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f94560 0x55d628f91520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.247 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f88dd0 0x55d628f93ce0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 --2- 172.21.15.100:0/1756731209 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f896f0 0x55d628f90fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 >> 172.21.15.100:0/1756731209 conn(0x55d628eb80e0 msgr2=0x55d628f84ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f403ea00700 0 client.25724 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 shutdown_connections 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.247+0000 7f406a34cb80 1 -- 172.21.15.100:0/1756731209 wait complete. 2024-04-26T01:51:16.248 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.248+0000 7f406a34cb80 20 client.25724 trim_cache size 0 max 16384 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.290+0000 7f406a34cb80 1 Processor -- start 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 -- start start 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f88dd0 0x55d628f92e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f9c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ab240 con 0x55d628f94560 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f40581acf30 con 0x55d628f896f0 2024-04-26T01:51:16.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f406a34cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ab940 con 0x55d628f88dd0 2024-04-26T01:51:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f4057e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f4057e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54604/0 (socket says 172.21.15.100:54604) 2024-04-26T01:51:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.291+0000 7f4057e00700 1 -- 172.21.15.100:0/3024706340 learned_addr learned my addr 172.21.15.100:0/3024706340 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:16.290 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.292+0000 7f405da00700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f9c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.292+0000 7f405d000700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f88dd0 0x55d628f92e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.292+0000 7f405da00700 1 -- 172.21.15.100:0/3024706340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f88dd0 msgr2=0x55d628f92e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.292+0000 7f405da00700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f88dd0 0x55d628f92e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.292+0000 7f405da00700 1 -- 172.21.15.100:0/3024706340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 msgr2=0x55d628f9fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.293+0000 7f405da00700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.293+0000 7f405da00700 1 -- 172.21.15.100:0/3024706340 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d628fa6630 con 0x55d628f94560 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.293+0000 7f4057e00700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:16.291 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.294+0000 7f405da00700 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f9c400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f405000b070 tx=0x7f4050020040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e46725334ddd9629 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.296+0000 7f4049600700 1 -- 172.21.15.100:0/3024706340 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40500076e0 con 0x55d628f94560 2024-04-26T01:51:16.294 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.296+0000 7f4049600700 1 -- 172.21.15.100:0/3024706340 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4050025070 con 0x55d628f94560 2024-04-26T01:51:16.294 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.296+0000 7f4049600700 1 -- 172.21.15.100:0/3024706340 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f405001ed10 con 0x55d628f94560 2024-04-26T01:51:16.295 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 -- 172.21.15.100:0/3024706340 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 msgr2=0x55d628f9c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:16.295 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f9c400 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f405000b070 tx=0x7f4050020040 comp rx=0 tx=0).stop 2024-04-26T01:51:16.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 -- 172.21.15.100:0/3024706340 shutdown_connections 2024-04-26T01:51:16.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f94560 0x55d628f9c400 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.296 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f88dd0 0x55d628f92e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 --2- 172.21.15.100:0/3024706340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f896f0 0x55d628f9fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.298+0000 7f406a34cb80 1 -- 172.21.15.100:0/3024706340 >> 172.21.15.100:0/3024706340 conn(0x55d628eb80e0 msgr2=0x55d628f84d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.299+0000 7f406a34cb80 1 -- 172.21.15.100:0/3024706340 shutdown_connections 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.299+0000 7f406a34cb80 1 -- 172.21.15.100:0/3024706340 wait complete. 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.299+0000 7f406a34cb80 1 -- start start 2024-04-26T01:51:16.297 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 Processor -- start 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f88dd0 0x55d628f9aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f9b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ac860 con 0x55d628f88dd0 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f40581ac0d0 con 0x55d628f94560 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f40581a9200 con 0x55d628f896f0 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.300+0000 7f406a34cb80 10 client.0 _ll_register_callbacks cb 0x55d628e748b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54614/0 (socket says 172.21.15.100:54614) 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 -- 172.21.15.100:0/2201184705 learned_addr learned my addr 172.21.15.100:0/2201184705 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:16.300 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405d000700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f88dd0 0x55d628f9aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 -- 172.21.15.100:0/2201184705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 msgr2=0x55d628f9b410 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f9b410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 -- 172.21.15.100:0/2201184705 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f88dd0 msgr2=0x55d628f9aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f88dd0 0x55d628f9aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.301+0000 7f405da00700 1 -- 172.21.15.100:0/2201184705 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d629012a00 con 0x55d628f94560 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.302+0000 7f405da00700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f405000d010 tx=0x7f405001fb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=459cfc8074980ca6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:16.301 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.302+0000 7f403ea00700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.303+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40500078b0 con 0x55d628f94560 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.303+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f4050007a50 con 0x55d628f94560 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.303+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4050025070 con 0x55d628f94560 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.304+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f4050032480 con 0x55d628f94560 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.304+0000 7f406a34cb80 10 client.25730 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.304+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55d629013ce0 con 0x55d628f94560 2024-04-26T01:51:16.302 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.304+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4050025070 con 0x55d628f94560 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.304+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f4050011070 con 0x55d628f94560 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 10 client.25730 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 10 client.25730 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 20 client.25730 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d629014490 0x55d6290168b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 4 client.25730 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:51:16.303 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55d628ee38b0 con 0x55d629014490 2024-04-26T01:51:16.304 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.305+0000 7f405d000700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d629014490 0x55d6290168b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:16.304 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.306+0000 7f405d000700 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d629014490 0x55d6290168b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb02283549361f0b server_cookie=d444a898fe227173 in_seq=0 out_seq=0 2024-04-26T01:51:16.304 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:16.306+0000 7f403ea00700 10 client.25730 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:16.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:16 smithi100 ceph-mon[28020]: pgmap v112: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:16.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:16 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:16 smithi133 ceph-mon[32344]: pgmap v112: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:16 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:17.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:16 smithi148 ceph-mon[32990]: pgmap v112: 97 pgs: 97 active+clean; 210 MiB data, 898 MiB used, 1.0 TiB / 1.0 TiB avail; 204 KiB/s rd, 330 KiB/s wr, 61 op/s 2024-04-26T01:51:17.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:16 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:17.287 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.289+0000 7f403ea00700 1 -- 172.21.15.100:0/2201184705 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55d628ee38b0 con 0x55d629014490 2024-04-26T01:51:17.288 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.289+0000 7f403ea00700 10 client.25730 handle_command_reply: tid=0 2024-04-26T01:51:17.288 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.289+0000 7f406a34cb80 1 client.25730 shutdown 2024-04-26T01:51:17.288 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 msgr2=0x55d628f9b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:17.288 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f405000d010 tx=0x7f405001fb50 comp rx=0 tx=0).stop 2024-04-26T01:51:17.288 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 shutdown_connections 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d628f94560 0x55d628f9b950 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d628f88dd0 0x55d628f9aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d629014490 0x55d6290168b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 --2- 172.21.15.100:0/2201184705 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d628f896f0 0x55d628f9b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 >> 172.21.15.100:0/2201184705 conn(0x55d628eb80e0 msgr2=0x55d628f9eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.290+0000 7f403ea00700 0 client.25730 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.291+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 shutdown_connections 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.291+0000 7f406a34cb80 1 -- 172.21.15.100:0/2201184705 wait complete. 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.291+0000 7f406a34cb80 20 client.25730 trim_cache size 0 max 16384 2024-04-26T01:51:17.289 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 38, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 10, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "6fa1144d": { 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 10, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:51:17.290 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 90.0, 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "QUIESCED", 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:17.291 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.292+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 msgr2=0x7f40400a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.292+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 0x7f40400a6310 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4050009720 tx=0x7f4050009e20 comp rx=0 tx=0).stop 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.292+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 msgr2=0x7f4058199650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.292+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f4058199650 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4044007a60 tx=0x7f4044007d70 comp rx=0 tx=0).stop 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 shutdown_connections 2024-04-26T01:51:17.292 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f40400a3e50 0x7f40400a6310 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4058108a60 0x7f405819d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f405806a740 0x7f4058199110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 --2- 172.21.15.100:0/1837547903 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f405806b100 0x7f4058199650 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 >> 172.21.15.100:0/1837547903 conn(0x7f40580788e0 msgr2=0x7f4058100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 shutdown_connections 2024-04-26T01:51:17.293 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:17.293+0000 7f405fa00700 1 -- 172.21.15.100:0/1837547903 wait complete. 2024-04-26T01:51:18.230 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '6fa1144d', quiesce took 9.2 seconds. Will release after: 30.0 2024-04-26T01:51:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:18 smithi133 ceph-mon[32344]: pgmap v113: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 872 KiB/s wr, 157 op/s 2024-04-26T01:51:19.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:18 smithi148 ceph-mon[32990]: pgmap v113: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 872 KiB/s wr, 157 op/s 2024-04-26T01:51:19.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:18 smithi100 ceph-mon[28020]: pgmap v113: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 821 KiB/s rd, 872 KiB/s wr, 157 op/s 2024-04-26T01:51:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 -- 172.21.15.100:0/1080300345 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4104d70 msgr2=0x7fb1e4108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/1080300345 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4104d70 0x7fb1e4108db0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc009900 tx=0x7fb1cc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 -- 172.21.15.100:0/1080300345 shutdown_connections 2024-04-26T01:51:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/1080300345 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e4109490 0x7fb1e4111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/1080300345 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4104d70 0x7fb1e4108db0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/1080300345 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e41043c0 0x7fb1e41047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.771+0000 7fb1e8c00640 1 -- 172.21.15.100:0/1080300345 >> 172.21.15.100:0/1080300345 conn(0x7fb1e40ffc20 msgr2=0x7fb1e4102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.772+0000 7fb1e8c00640 1 -- 172.21.15.100:0/1080300345 shutdown_connections 2024-04-26T01:51:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.772+0000 7fb1e8c00640 1 -- 172.21.15.100:0/1080300345 wait complete. 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 Processor -- start 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 -- start start 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e41043c0 0x7fb1e41a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 0x7fb1e41a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e4114540 con 0x7fb1e4109490 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41143c0 con 0x7fb1e419a800 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e8c00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41146c0 con 0x7fb1e41043c0 2024-04-26T01:51:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1d9400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 0x7fb1e41a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e2800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e2800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54632/0 (socket says 172.21.15.100:54632) 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e2800640 1 -- 172.21.15.100:0/3736449554 learned_addr learned my addr 172.21.15.100:0/3736449554 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.773+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e41043c0 0x7fb1e41a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 -- 172.21.15.100:0/3736449554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e41043c0 msgr2=0x7fb1e41a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e41043c0 0x7fb1e41a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 -- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 msgr2=0x7fb1e41a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 0x7fb1e41a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 -- 172.21.15.100:0/3736449554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e419b390 con 0x7fb1e419a800 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1d9400640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 0x7fb1e41a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00efd0 tx=0x7fb1dc00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.774+0000 7fb1db400640 1 -- 172.21.15.100:0/3736449554 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc003b70 con 0x7fb1e419a800 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.775+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e419b680 con 0x7fb1e419a800 2024-04-26T01:51:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.775+0000 7fb1db400640 1 -- 172.21.15.100:0/3736449554 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1dc003d10 con 0x7fb1e419a800 2024-04-26T01:51:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.775+0000 7fb1db400640 1 -- 172.21.15.100:0/3736449554 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc010990 con 0x7fb1e419a800 2024-04-26T01:51:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.775+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e41a77e0 con 0x7fb1e419a800 2024-04-26T01:51:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 Processor -- start 2024-04-26T01:51:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1db400640 1 -- 172.21.15.100:0/3736449554 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fb1dc004020 con 0x7fb1e419a800 2024-04-26T01:51:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 -- start start 2024-04-26T01:51:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab573f820 0x55dab573fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.777 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab574cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55dab56a5900 con 0x55dab574aa00 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55dab564bef0 con 0x55dab5740140 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.778+0000 7fb1eb977740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55dab56a18c0 con 0x55dab573f820 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54646/0 (socket says 172.21.15.100:54646) 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1d9400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab573f820 0x55dab573fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 -- 172.21.15.100:0/2340779676 learned_addr learned my addr 172.21.15.100:0/2340779676 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1d9400640 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab574cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 -- 172.21.15.100:0/2340779676 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab573f820 msgr2=0x55dab573fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab573f820 0x55dab573fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 -- 172.21.15.100:0/2340779676 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 msgr2=0x55dab574cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.778 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab574cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1e1e00640 1 -- 172.21.15.100:0/2340779676 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab53b8210 con 0x55dab5740140 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1d9400640 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab574cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.779+0000 7fb1db400640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 0x7fb1c80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1db400640 1 -- 172.21.15.100:0/3736449554 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb1dc0d0b10 con 0x7fb1e419a800 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009cf0 tx=0x7fb1d4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca748ebcaabf1825 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1d9400640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 0x7fb1c80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1d3000640 1 -- 172.21.15.100:0/2340779676 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4004230 con 0x55dab5740140 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1d3000640 1 -- 172.21.15.100:0/2340779676 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1d40043d0 con 0x55dab5740140 2024-04-26T01:51:20.779 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.780+0000 7fb1d3000640 1 -- 172.21.15.100:0/2340779676 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4019810 con 0x55dab5740140 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- 172.21.15.100:0/2340779676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 msgr2=0x55dab574a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1d9400640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 0x7fb1c80a6300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc004770 tx=0x7fb1cc000bc0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4009cf0 tx=0x7fb1d4011810 comp rx=0 tx=0).stop 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- 172.21.15.100:0/2340779676 shutdown_connections 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab574cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab5740140 0x55dab574a4c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 --2- 172.21.15.100:0/2340779676 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab573f820 0x55dab573fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- 172.21.15.100:0/2340779676 >> 172.21.15.100:0/2340779676 conn(0x55dab573bd30 msgr2=0x55dab573c110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- 172.21.15.100:0/2340779676 shutdown_connections 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- 172.21.15.100:0/2340779676 wait complete. 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.781+0000 7fb1eb977740 1 -- start start 2024-04-26T01:51:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 Processor -- start 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5747e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57483a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55dab574d630 con 0x55dab573f820 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55dab565f310 con 0x55dab574aa00 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55dab574d7b0 con 0x55dab5740140 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1eb977740 10 client.0 _ll_register_callbacks cb 0x55dab562dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1e1e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.782+0000 7fb1e1e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34400/0 (socket says 172.21.15.100:34400) 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 -- 172.21.15.100:0/1584700240 learned_addr learned my addr 172.21.15.100:0/1584700240 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1d9400640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5747e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e2800640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57483a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 -- 172.21.15.100:0/1584700240 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 msgr2=0x55dab5747e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5747e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 -- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 msgr2=0x55dab57483a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57483a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 -- 172.21.15.100:0/1584700240 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab5484620 con 0x55dab573f820 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e2800640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57483a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1d9400640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5747e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb1d40052f0 tx=0x7fb1d4005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b7da4e73db47f45 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.783+0000 7fb1c7400640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4027070 con 0x55dab573f820 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb1d40037f0 con 0x55dab573f820 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1d40043d0 con 0x55dab573f820 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fb1d4033050 con 0x55dab573f820 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1eb977740 10 client.15612 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55dab5759830 con 0x55dab573f820 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.784+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1d40043d0 con 0x55dab573f820 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7fb1d4004aa0 con 0x55dab573f820 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 10 client.15612 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 10 client.15612 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 20 client.15612 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab575abe0 0x55dab575d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 4 client.15612 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dab56b98b0 con 0x55dab575abe0 2024-04-26T01:51:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.785+0000 7fb1d9400640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab575abe0 0x55dab575d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.786+0000 7fb1d9400640 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab575abe0 0x55dab575d010 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e4587fa14b1d1a server_cookie=78d32d2f7d2c2269 in_seq=0 out_seq=0 2024-04-26T01:51:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.786+0000 7fb1c7400640 10 client.15612 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1c7400640 1 -- 172.21.15.100:0/1584700240 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dab56b98b0 con 0x55dab575abe0 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1c7400640 10 client.15612 handle_command_reply: tid=0 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 client.15612 shutdown 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 msgr2=0x55dab5747920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fb1d40052f0 tx=0x7fb1d4005320 comp rx=0 tx=0).stop 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 shutdown_connections 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab575abe0 0x55dab575d010 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57483a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5747e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1c7400640 0 client.15612 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 --2- 172.21.15.100:0/1584700240 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab5747920 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 >> 172.21.15.100:0/1584700240 conn(0x55dab573bd30 msgr2=0x55dab5741a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 shutdown_connections 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 1 -- 172.21.15.100:0/1584700240 wait complete. 2024-04-26T01:51:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.787+0000 7fb1eb977740 20 client.15612 trim_cache size 0 max 16384 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.803+0000 7fb1eb977740 1 Processor -- start 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 -- start start 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab573f820 0x55dab57564f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab5762e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41afdb0 con 0x55dab574aa00 2024-04-26T01:51:20.802 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41b1aa0 con 0x55dab573f820 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1eb977740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41b04b0 con 0x55dab5740140 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1e2800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab5762e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1d9400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1d9400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:59574/0 (socket says 172.21.15.100:59574) 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1d9400640 1 -- 172.21.15.100:0/4115729385 learned_addr learned my addr 172.21.15.100:0/4115729385 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab573f820 0x55dab57564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.804+0000 7fb1d9400640 1 -- 172.21.15.100:0/4115729385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab573f820 msgr2=0x55dab57564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d9400640 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab573f820 0x55dab57564f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d9400640 1 -- 172.21.15.100:0/4115729385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 msgr2=0x55dab5762e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d9400640 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab5762e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d9400640 1 -- 172.21.15.100:0/4115729385 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab57362a0 con 0x55dab5740140 2024-04-26T01:51:20.803 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d9400640 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb1e406b660 tx=0x7fb1cc009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f27c8385cf4f619a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.806 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d2600640 1 -- 172.21.15.100:0/4115729385 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1cc035030 con 0x55dab5740140 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d2600640 1 -- 172.21.15.100:0/4115729385 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1cc054890 con 0x55dab5740140 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.805+0000 7fb1d2600640 1 -- 172.21.15.100:0/4115729385 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1cc03b460 con 0x55dab5740140 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- 172.21.15.100:0/4115729385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 msgr2=0x55dab57628e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb1e406b660 tx=0x7fb1cc009260 comp rx=0 tx=0).stop 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- 172.21.15.100:0/4115729385 shutdown_connections 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab574aa00 0x55dab5762e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab57628e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 --2- 172.21.15.100:0/4115729385 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab573f820 0x55dab57564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- 172.21.15.100:0/4115729385 >> 172.21.15.100:0/4115729385 conn(0x55dab573bd30 msgr2=0x55dab5742c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- 172.21.15.100:0/4115729385 shutdown_connections 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- 172.21.15.100:0/4115729385 wait complete. 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.806+0000 7fb1eb977740 1 -- start start 2024-04-26T01:51:20.807 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 Processor -- start 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab574fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5750100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41b13d0 con 0x55dab573f820 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41b0c40 con 0x55dab574aa00 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e41add90 con 0x55dab5740140 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1eb977740 10 client.0 _ll_register_callbacks cb 0x7fb1d4009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1e2800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1e1e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab574fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1e2800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:54674/0 (socket says 172.21.15.100:54674) 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1e2800640 1 -- 172.21.15.100:0/3621540320 learned_addr learned my addr 172.21.15.100:0/3621540320 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.807+0000 7fb1d9400640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5750100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 -- 172.21.15.100:0/3621540320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 msgr2=0x55dab5750100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.808 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5750100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 -- 172.21.15.100:0/3621540320 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 msgr2=0x55dab574fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab574fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 -- 172.21.15.100:0/3621540320 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab57c7ea0 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1e2800640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc0994b0 tx=0x7fb1dc09c500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2aeb6817de510e43 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1c7400640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc0a0e90 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb1dc004310 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1cc054890 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.808+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fb1dc0a5750 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 10 client.25748 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55dab57c91b0 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1cc054890 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7fb1dc01f020 con 0x55dab574aa00 2024-04-26T01:51:20.809 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 10 client.25748 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 10 client.25748 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 20 client.25748 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab57c9970 0x55dab57cbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 4 client.25748 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dab56b3320 con 0x55dab57c9970 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.809+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab57c9970 0x55dab57cbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.810+0000 7fb1e1e00640 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab57c9970 0x55dab57cbd90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4afe9d3c7810bc83 server_cookie=7768aa58136e082a in_seq=0 out_seq=0 2024-04-26T01:51:20.810 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.810+0000 7fb1c7400640 10 client.25748 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:20.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:20 smithi133 ceph-mon[32344]: pgmap v114: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 850 KiB/s wr, 138 op/s 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1c7400640 1 -- 172.21.15.100:0/3621540320 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dab56b3320 con 0x55dab57c9970 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1c7400640 10 client.25748 handle_command_reply: tid=0 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 client.25748 shutdown 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 msgr2=0x55dab57c7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc0994b0 tx=0x7fb1dc09c500 comp rx=0 tx=0).stop 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 shutdown_connections 2024-04-26T01:51:20.921 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55dab57c9970 0x55dab57cbd90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dab574aa00 0x55dab57c7960 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55dab5740140 0x55dab5750100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 --2- 172.21.15.100:0/3621540320 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55dab573f820 0x55dab574fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1c7400640 0 client.25748 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.923+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 >> 172.21.15.100:0/3621540320 conn(0x55dab573bd30 msgr2=0x55dab573a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.924+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 shutdown_connections 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.924+0000 7fb1eb977740 1 -- 172.21.15.100:0/3621540320 wait complete. 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.924+0000 7fb1eb977740 20 client.25748 trim_cache size 0 max 16384 2024-04-26T01:51:20.922 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 msgr2=0x7fb1c80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 0x7fb1c80a6300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb1cc004770 tx=0x7fb1cc000bc0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.923 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 msgr2=0x7fb1e419acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00efd0 tx=0x7fb1dc00c6a0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 shutdown_connections 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb1c80a3e40 0x7fb1c80a6300 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e419a800 0x7fb1e419acb0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb1e4109490 0x7fb1e41a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 --2- 172.21.15.100:0/3736449554 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb1e41043c0 0x7fb1e41a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 >> 172.21.15.100:0/3736449554 conn(0x7fb1e40ffc20 msgr2=0x7fb1e4100740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 shutdown_connections 2024-04-26T01:51:20.924 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:20.925+0000 7fb1e8c00640 1 -- 172.21.15.100:0/3736449554 wait complete. 2024-04-26T01:51:21.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:20 smithi148 ceph-mon[32990]: pgmap v114: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 850 KiB/s wr, 138 op/s 2024-04-26T01:51:21.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:20 smithi100 ceph-mon[28020]: pgmap v114: 97 pgs: 97 active+clean; 216 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 850 KiB/s wr, 138 op/s 2024-04-26T01:51:22.863 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:22 smithi148 ceph-mon[32990]: pgmap v115: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-04-26T01:51:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:22 smithi133 ceph-mon[32344]: pgmap v115: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-04-26T01:51:23.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:22 smithi100 ceph-mon[28020]: pgmap v115: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 189 op/s 2024-04-26T01:51:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:24 smithi133 ceph-mon[32344]: pgmap v116: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:25.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:24 smithi148 ceph-mon[32990]: pgmap v116: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:25.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:24 smithi100 ceph-mon[28020]: pgmap v116: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:26.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:26 smithi133 ceph-mon[32344]: pgmap v117: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:27.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:26 smithi148 ceph-mon[32990]: pgmap v117: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:27.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:26 smithi100 ceph-mon[28020]: pgmap v117: 97 pgs: 97 active+clean; 218 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 729 KiB/s wr, 147 op/s 2024-04-26T01:51:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:28 smithi133 ceph-mon[32344]: pgmap v118: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 817 KiB/s wr, 226 op/s 2024-04-26T01:51:29.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:28 smithi148 ceph-mon[32990]: pgmap v118: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 817 KiB/s wr, 226 op/s 2024-04-26T01:51:29.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:28 smithi100 ceph-mon[28020]: pgmap v118: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 817 KiB/s wr, 226 op/s 2024-04-26T01:51:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:30 smithi133 ceph-mon[32344]: pgmap v119: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 275 KiB/s wr, 130 op/s 2024-04-26T01:51:31.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:30 smithi148 ceph-mon[32990]: pgmap v119: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 275 KiB/s wr, 130 op/s 2024-04-26T01:51:31.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:30 smithi100 ceph-mon[28020]: pgmap v119: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 275 KiB/s wr, 130 op/s 2024-04-26T01:51:32.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:32 smithi133 ceph-mon[32344]: pgmap v120: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 276 KiB/s wr, 135 op/s 2024-04-26T01:51:33.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:32 smithi148 ceph-mon[32990]: pgmap v120: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 276 KiB/s wr, 135 op/s 2024-04-26T01:51:33.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:32 smithi100 ceph-mon[28020]: pgmap v120: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 276 KiB/s wr, 135 op/s 2024-04-26T01:51:34.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.067+0000 7f4199400640 1 -- 172.21.15.100:0/1917022956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4194104d70 msgr2=0x7f4194108db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.067+0000 7f4199400640 1 --2- 172.21.15.100:0/1917022956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4194104d70 0x7f4194108db0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f417c009900 tx=0x7f417c02a410 comp rx=0 tx=0).stop 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 -- 172.21.15.100:0/1917022956 shutdown_connections 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 --2- 172.21.15.100:0/1917022956 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 0x7f4194111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 --2- 172.21.15.100:0/1917022956 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f4194104d70 0x7f4194108db0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 --2- 172.21.15.100:0/1917022956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41941043c0 0x7f41941047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 -- 172.21.15.100:0/1917022956 >> 172.21.15.100:0/1917022956 conn(0x7f41940ffc80 msgr2=0x7f41941020a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 -- 172.21.15.100:0/1917022956 shutdown_connections 2024-04-26T01:51:34.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.068+0000 7f4199400640 1 -- 172.21.15.100:0/1917022956 wait complete. 2024-04-26T01:51:34.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 Processor -- start 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 -- start start 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 0x7f41941a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 0x7f419419acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f4194114560 con 0x7f41941043c0 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f41941143e0 con 0x7f419419a800 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4199400640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f41941146e0 con 0x7f4194109490 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4192800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4192800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56520/0 (socket says 172.21.15.100:56520) 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4192800640 1 -- 172.21.15.100:0/1744710990 learned_addr learned my addr 172.21.15.100:0/1744710990 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.069+0000 7f4193200640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 0x7f419419acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.070 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4189e00640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 0x7f41941a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 -- 172.21.15.100:0/1744710990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 msgr2=0x7f41941a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 0x7f41941a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 -- 172.21.15.100:0/1744710990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 msgr2=0x7f419419acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 0x7f419419acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 -- 172.21.15.100:0/1744710990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f419419b390 con 0x7f41941043c0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4193200640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 0x7f419419acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4192800640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f418400e9f0 tx=0x7f418400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f418be00640 1 -- 172.21.15.100:0/1744710990 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418400ccc0 con 0x7f41941043c0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f418be00640 1 -- 172.21.15.100:0/1744710990 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4184010900 con 0x7f41941043c0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.070+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f419419b680 con 0x7f41941043c0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.071+0000 7f418be00640 1 -- 172.21.15.100:0/1744710990 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4184018860 con 0x7f41941043c0 2024-04-26T01:51:34.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.071+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41941a7880 con 0x7f41941043c0 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 Processor -- start 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f418be00640 1 -- 172.21.15.100:0/1744710990 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f4184010ab0 con 0x7f41941043c0 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 -- start start 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d95419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55d954100900 con 0x55d95419a820 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d9540a6ef0 con 0x55d9541a5a00 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.074+0000 7f419c20b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d9540fc8c0 con 0x55d95419b140 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4193200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d95419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.074 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4193200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d95419ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56534/0 (socket says 172.21.15.100:56534) 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:52988/0 (socket says 172.21.15.100:52988) 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4193200640 1 -- 172.21.15.100:0/2762653787 learned_addr learned my addr 172.21.15.100:0/2762653787 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4189e00640 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 -- 172.21.15.100:0/2762653787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 msgr2=0x55d9541a7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 -- 172.21.15.100:0/2762653787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 msgr2=0x55d95419ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d95419ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.075 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.075+0000 7f4192800640 1 -- 172.21.15.100:0/2762653787 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d953e13210 con 0x55d95419b140 2024-04-26T01:51:34.078 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f4192800640 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f41840ce230 tx=0x7f41840d95f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=244f8a4332bee8e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.078 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f418be00640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 0x7f41780a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.078 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f418be00640 1 -- 172.21.15.100:0/1744710990 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f41840d0ab0 con 0x7f41941043c0 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f4193200640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 0x7f41780a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f4183400640 1 -- 172.21.15.100:0/2762653787 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4184098d20 con 0x55d95419b140 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f4183400640 1 -- 172.21.15.100:0/2762653787 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f41840e2070 con 0x55d95419b140 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.076+0000 7f4183400640 1 -- 172.21.15.100:0/2762653787 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418409c3e0 con 0x55d95419b140 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 -- 172.21.15.100:0/2762653787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 msgr2=0x55d9541a54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f41840ce230 tx=0x7f41840d95f0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f4193200640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 0x7f41780a6300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f418c0129e0 tx=0x7f418c009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 -- 172.21.15.100:0/2762653787 shutdown_connections 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a54c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 --2- 172.21.15.100:0/2762653787 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d95419ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 -- 172.21.15.100:0/2762653787 >> 172.21.15.100:0/2762653787 conn(0x55d954196d30 msgr2=0x55d954197110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.079 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 -- 172.21.15.100:0/2762653787 shutdown_connections 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.077+0000 7f419c20b740 1 -- 172.21.15.100:0/2762653787 wait complete. 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 -- start start 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 Processor -- start 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d9541a2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55d9541a85d0 con 0x55d95419a820 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d9540ba310 con 0x55d9541a5a00 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55d9541a8750 con 0x55d95419b140 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.078+0000 7f419c20b740 10 client.0 _ll_register_callbacks cb 0x55d954088cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4192800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d9541a2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4192800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d9541a2980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56546/0 (socket says 172.21.15.100:56546) 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4192800640 1 -- 172.21.15.100:0/608619371 learned_addr learned my addr 172.21.15.100:0/608619371 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.080 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4193200640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 -- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 msgr2=0x55d9541a3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 -- 172.21.15.100:0/608619371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 msgr2=0x55d9541a2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d9541a2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 -- 172.21.15.100:0/608619371 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d953edf620 con 0x55d95419b140 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4189e00640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a2ec0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f417c02a930 tx=0x7f417c0042e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b159d9d23e8acf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.079+0000 7f4177e00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c035040 con 0x55d95419b140 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f417c005220 con 0x55d95419b140 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41840e2070 con 0x55d95419b140 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f417c005440 con 0x55d95419b140 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f419c20b740 10 client.25774 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:34.081 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55d9541b4810 con 0x55d95419b140 2024-04-26T01:51:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.080+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f41840e2070 con 0x55d95419b140 2024-04-26T01:51:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f417c0037f0 con 0x55d95419b140 2024-04-26T01:51:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 10 client.25774 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 10 client.25774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:34.083 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 20 client.25774 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d9541b5d20 0x55d9541b8170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 4 client.25774 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d9541148b0 con 0x55d9541b5d20 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.081+0000 7f4192800640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d9541b5d20 0x55d9541b8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.082+0000 7f4192800640 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d9541b5d20 0x55d9541b8170 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf6d4522dffa4a60 server_cookie=d9ddaf30eabe2721 in_seq=0 out_seq=0 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.082+0000 7f4177e00640 10 client.25774 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f4177e00640 1 -- 172.21.15.100:0/608619371 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d9541148b0 con 0x55d9541b5d20 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f4177e00640 10 client.25774 handle_command_reply: tid=0 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 client.25774 shutdown 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 msgr2=0x55d9541a2ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a2ec0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f417c02a930 tx=0x7f417c0042e0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 shutdown_connections 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d9541b5d20 0x55d9541b8170 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.084 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d9541a5a00 0x55d9541a3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419b140 0x55d9541a2ec0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 --2- 172.21.15.100:0/608619371 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419a820 0x55d9541a2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 >> 172.21.15.100:0/608619371 conn(0x55d954196d30 msgr2=0x55d95419cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f4177e00640 0 client.25774 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 shutdown_connections 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.083+0000 7f419c20b740 1 -- 172.21.15.100:0/608619371 wait complete. 2024-04-26T01:51:34.085 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.084+0000 7f419c20b740 20 client.25774 trim_cache size 0 max 16384 2024-04-26T01:51:34.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.099+0000 7f419c20b740 1 Processor -- start 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 -- start start 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 0x55d9541a3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d9541a5a00 0x55d9541bda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f41941afe10 con 0x55d9541a5a00 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f41941b1b00 con 0x55d95419b140 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f419c20b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f41941b0510 con 0x55d95419a820 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f4192800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f4189e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 0x55d9541a3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f4193200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d9541a5a00 0x55d9541bda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f4192800640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:53000/0 (socket says 172.21.15.100:53000) 2024-04-26T01:51:34.099 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.100+0000 7f4192800640 1 -- 172.21.15.100:0/253715665 learned_addr learned my addr 172.21.15.100:0/253715665 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 -- 172.21.15.100:0/253715665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 msgr2=0x55d9541a3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 0x55d9541a3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 -- 172.21.15.100:0/253715665 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d9541a5a00 msgr2=0x55d9541bda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d9541a5a00 0x55d9541bda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 -- 172.21.15.100:0/253715665 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9541967c0 con 0x55d95419a820 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4189e00640 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 0x55d9541a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4192800640 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f418409ca10 tx=0x7f4184009700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f69b018a1a9bdefb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4182a00640 1 -- 172.21.15.100:0/253715665 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418409c5c0 con 0x55d95419a820 2024-04-26T01:51:34.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4182a00640 1 -- 172.21.15.100:0/253715665 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f41840e2040 con 0x55d95419a820 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.101+0000 7f4182a00640 1 -- 172.21.15.100:0/253715665 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f418409c850 con 0x55d95419a820 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 -- 172.21.15.100:0/253715665 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 msgr2=0x55d9541b1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f418409ca10 tx=0x7f4184009700 comp rx=0 tx=0).stop 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 -- 172.21.15.100:0/253715665 shutdown_connections 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d9541a5a00 0x55d9541bda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419b140 0x55d9541a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 --2- 172.21.15.100:0/253715665 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d95419a820 0x55d9541b1490 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 -- 172.21.15.100:0/253715665 >> 172.21.15.100:0/253715665 conn(0x55d954196d30 msgr2=0x55d9541a2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 -- 172.21.15.100:0/253715665 shutdown_connections 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.102+0000 7f419c20b740 1 -- 172.21.15.100:0/253715665 wait complete. 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 -- start start 2024-04-26T01:51:34.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 Processor -- start 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 0x55d9541ab500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d9541a5a00 0x55d9541abf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f41941b1430 con 0x55d95419b140 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f41941b0ca0 con 0x55d95419a820 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f41941addf0 con 0x55d9541a5a00 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.103+0000 7f419c20b740 10 client.0 _ll_register_callbacks cb 0x7f417c009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56556/0 (socket says 172.21.15.100:56556) 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 -- 172.21.15.100:0/2763900523 learned_addr learned my addr 172.21.15.100:0/2763900523 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4192800640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 0x55d9541ab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4193200640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d9541a5a00 0x55d9541abf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 -- 172.21.15.100:0/2763900523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d9541a5a00 msgr2=0x55d9541abf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d9541a5a00 0x55d9541abf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.105 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 -- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 msgr2=0x55d9541ab500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 0x55d9541ab500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 -- 172.21.15.100:0/2763900523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d95421b3f0 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4192800640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 0x55d9541ab500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4189e00640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f417c003c40 tx=0x7f417c005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f59b679584f3d05 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.104+0000 7f4177e00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f417c05c060 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41840e2040 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f417c031510 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f417c052070 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f419c20b740 10 client.15636 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55d95421c710 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f41840e2040 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f417c061580 con 0x55d95419b140 2024-04-26T01:51:34.106 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f419c20b740 10 client.15636 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.105+0000 7f419c20b740 10 client.15636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f419c20b740 20 client.15636 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d95421cf80 0x55d95421f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f419c20b740 4 client.15636 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d95410e320 con 0x55d95421cf80 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f4192800640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d95421cf80 0x55d95421f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f4192800640 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d95421cf80 0x55d95421f3a0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7393d07e8c6cbedd server_cookie=2dab1533bf4ff92 in_seq=0 out_seq=0 2024-04-26T01:51:34.107 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.106+0000 7f4177e00640 10 client.15636 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f4177e00640 1 -- 172.21.15.100:0/2763900523 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d95410e320 con 0x55d95421cf80 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f4177e00640 10 client.15636 handle_command_reply: tid=0 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 client.15636 shutdown 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 msgr2=0x55d9541aba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f417c003c40 tx=0x7f417c005d90 comp rx=0 tx=0).stop 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 shutdown_connections 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55d95421cf80 0x55d95421f3a0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55d9541a5a00 0x55d9541abf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55d95419b140 0x55d9541aba40 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 --2- 172.21.15.100:0/2763900523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d95419a820 0x55d9541ab500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f4177e00640 0 client.15636 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 >> 172.21.15.100:0/2763900523 conn(0x55d954196d30 msgr2=0x55d954195e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.119 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 shutdown_connections 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.120+0000 7f419c20b740 1 -- 172.21.15.100:0/2763900523 wait complete. 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f419c20b740 20 client.15636 trim_cache size 0 max 16384 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:51:34.120 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 msgr2=0x7f41780a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 0x7f41780a6300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f418c0129e0 tx=0x7f418c009500 comp rx=0 tx=0).stop 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 msgr2=0x7f41941a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f418400e9f0 tx=0x7f418400edf0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 shutdown_connections 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f41780a3e40 0x7f41780a6300 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.121+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f419419a800 0x7f419419acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.122+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f4194109490 0x7f41941a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.121 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.122+0000 7f4199400640 1 --2- 172.21.15.100:0/1744710990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f41941043c0 0x7f41941a0690 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.122+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 >> 172.21.15.100:0/1744710990 conn(0x7f41940ffc80 msgr2=0x7f4194101f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.122+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 shutdown_connections 2024-04-26T01:51:34.122 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:34.122+0000 7f4199400640 1 -- 172.21.15.100:0/1744710990 wait complete. 2024-04-26T01:51:34.879 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:34 smithi100 ceph-mon[28020]: pgmap v121: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:34.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:34 smithi133 ceph-mon[32344]: pgmap v121: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:35.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:34 smithi148 ceph-mon[32990]: pgmap v121: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:36.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:36 smithi133 ceph-mon[32344]: pgmap v122: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:37.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:36 smithi148 ceph-mon[32990]: pgmap v122: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:37.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:36 smithi100 ceph-mon[28020]: pgmap v122: 97 pgs: 97 active+clean; 210 MiB data, 950 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 90 KiB/s wr, 84 op/s 2024-04-26T01:51:38.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:38 smithi133 ceph-mon[32344]: pgmap v123: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 100 KiB/s wr, 92 op/s 2024-04-26T01:51:39.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:38 smithi148 ceph-mon[32990]: pgmap v123: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 100 KiB/s wr, 92 op/s 2024-04-26T01:51:39.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:38 smithi100 ceph-mon[28020]: pgmap v123: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 100 KiB/s wr, 92 op/s 2024-04-26T01:51:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:40 smithi133 ceph-mon[32344]: pgmap v124: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-26T01:51:41.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:40 smithi148 ceph-mon[32990]: pgmap v124: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-26T01:51:41.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:40 smithi100 ceph-mon[28020]: pgmap v124: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-04-26T01:51:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:42 smithi133 ceph-mon[32344]: pgmap v125: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T01:51:43.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:42 smithi148 ceph-mon[32990]: pgmap v125: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T01:51:43.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:42 smithi100 ceph-mon[28020]: pgmap v125: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 18 op/s 2024-04-26T01:51:44.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:44 smithi133 ceph-mon[32344]: pgmap v126: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:45.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:44 smithi148 ceph-mon[32990]: pgmap v126: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:45.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:44 smithi100 ceph-mon[28020]: pgmap v126: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:46.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:46 smithi133 ceph-mon[32344]: pgmap v127: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:46.956 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:46 smithi100 ceph-mon[28020]: pgmap v127: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:47.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:46 smithi148 ceph-mon[32990]: pgmap v127: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.8 KiB/s wr, 13 op/s 2024-04-26T01:51:47.262 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 -- 172.21.15.100:0/2516503840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 msgr2=0x7fd59810ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.262 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 --2- 172.21.15.100:0/2516503840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd59810ea00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd588009930 tx=0x7fd58802a440 comp rx=0 tx=0).stop 2024-04-26T01:51:47.262 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 -- 172.21.15.100:0/2516503840 shutdown_connections 2024-04-26T01:51:47.262 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 --2- 172.21.15.100:0/2516503840 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108f20 0x7fd5981153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.263 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 --2- 172.21.15.100:0/2516503840 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108560 0x7fd5981089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.263 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 --2- 172.21.15.100:0/2516503840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd59810ea00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.263 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.263+0000 7fd59e600640 1 -- 172.21.15.100:0/2516503840 >> 172.21.15.100:0/2516503840 conn(0x7fd5980764e0 msgr2=0x7fd598078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.263 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.264+0000 7fd59e600640 1 -- 172.21.15.100:0/2516503840 shutdown_connections 2024-04-26T01:51:47.263 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.264+0000 7fd59e600640 1 -- 172.21.15.100:0/2516503840 wait complete. 2024-04-26T01:51:47.267 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 Processor -- start 2024-04-26T01:51:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 -- start start 2024-04-26T01:51:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108f20 0x7fd59819f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.268 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd5981a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981188f0 con 0x7fd598108560 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd598118770 con 0x7fd59810e620 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd59e600640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd598118a70 con 0x7fd598108f20 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd597400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd597400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43868/0 (socket says 172.21.15.100:43868) 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd597400640 1 -- 172.21.15.100:0/1205645380 learned_addr learned my addr 172.21.15.100:0/1205645380 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd597e00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd5981a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.265+0000 7fd58ea00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108f20 0x7fd59819f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 -- 172.21.15.100:0/1205645380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108f20 msgr2=0x7fd59819f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108f20 0x7fd59819f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 -- 172.21.15.100:0/1205645380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 msgr2=0x7fd5981a35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd5981a35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 -- 172.21.15.100:0/1205645380 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5981a3d20 con 0x7fd598108560 2024-04-26T01:51:47.269 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597e00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd5981a35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd597400640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd588009230 tx=0x7fd588004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd594c00640 1 -- 172.21.15.100:0/1205645380 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd58803f030 con 0x7fd598108560 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd594c00640 1 -- 172.21.15.100:0/1205645380 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd588004440 con 0x7fd598108560 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd594c00640 1 -- 172.21.15.100:0/1205645380 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd588035070 con 0x7fd598108560 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.266+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5981a3fb0 con 0x7fd598108560 2024-04-26T01:51:47.270 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.267+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5981ab8a0 con 0x7fd598108560 2024-04-26T01:51:47.275 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd594c00640 1 -- 172.21.15.100:0/1205645380 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fd588042030 con 0x7fd598108560 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 Processor -- start 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 -- start start 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f2834c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f285df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55826f1de900 con 0x55826f278820 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55826f184ef0 con 0x55826f283a00 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.270+0000 7fd5a142f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55826f1da8c0 con 0x55826f279140 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd597e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd597e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43882/0 (socket says 172.21.15.100:43882) 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd597e00640 1 -- 172.21.15.100:0/3941836253 learned_addr learned my addr 172.21.15.100:0/3941836253 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f285df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd597400640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f2834c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.276 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 -- 172.21.15.100:0/3941836253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 msgr2=0x55826f2834c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f2834c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 -- 172.21.15.100:0/3941836253 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 msgr2=0x55826f278c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 -- 172.21.15.100:0/3941836253 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55826eef1210 con 0x55826f283a00 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd597e00640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.271+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f285df0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd580009bd0 tx=0x7fd580011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5653aa70c46876d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd594c00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 0x7fd57c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd58cc00640 1 -- 172.21.15.100:0/3941836253 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd580004230 con 0x55826f283a00 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd594c00640 1 -- 172.21.15.100:0/1205645380 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd5880f0a80 con 0x7fd598108560 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd58cc00640 1 -- 172.21.15.100:0/3941836253 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd580009e40 con 0x55826f283a00 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd58cc00640 1 -- 172.21.15.100:0/3941836253 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd580004d60 con 0x55826f283a00 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.272+0000 7fd597e00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 0x7fd57c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- 172.21.15.100:0/3941836253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 msgr2=0x55826f285df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f285df0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd580009bd0 tx=0x7fd580011810 comp rx=0 tx=0).stop 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd597e00640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 0x7fd57c0a6300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd590009fd0 tx=0x7fd590009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.277 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- 172.21.15.100:0/3941836253 shutdown_connections 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f285df0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f2834c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3941836253 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f278c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- 172.21.15.100:0/3941836253 >> 172.21.15.100:0/3941836253 conn(0x55826f274d30 msgr2=0x55826f275110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- 172.21.15.100:0/3941836253 shutdown_connections 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- 172.21.15.100:0/3941836253 wait complete. 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.273+0000 7fd5a142f740 1 -- start start 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 Processor -- start 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f280e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f283a00 0x55826f2813c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55826f286630 con 0x55826f283a00 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55826f198310 con 0x55826f278820 2024-04-26T01:51:47.278 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55826f2867b0 con 0x55826f279140 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd5a142f740 10 client.0 _ll_register_callbacks cb 0x55826f166cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd597e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f283a00 0x55826f2813c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd597400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd58ea00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f280e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd58ea00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f280e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:51130/0 (socket says 172.21.15.100:51130) 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd58ea00640 1 -- 172.21.15.100:0/1307052615 learned_addr learned my addr 172.21.15.100:0/1307052615 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.274+0000 7fd597400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:53696/0 (socket says 172.21.15.100:53696) 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 -- 172.21.15.100:0/1307052615 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 msgr2=0x55826f280e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f280e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 -- 172.21.15.100:0/1307052615 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f283a00 msgr2=0x55826f2813c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f283a00 0x55826f2813c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 -- 172.21.15.100:0/1307052615 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55826efbd620 con 0x55826f278820 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd597400640 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5880ee1a0 tx=0x7fd5880bafb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=29b7a36b87b5edaa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd585600640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd588049070 con 0x55826f278820 2024-04-26T01:51:47.279 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd5880ee420 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.275+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55826f1f28b0 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fd5880fa040 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 10 client.25778 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55826f292880 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55826f1f28b0 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7fd5880c51d0 con 0x55826f278820 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 10 client.25778 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 10 client.25778 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 20 client.25778 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f293e60 0x55826f2962c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 4 client.25778 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.276+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55826f1ec320 con 0x55826f293e60 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.277+0000 7fd58ea00640 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f293e60 0x55826f2962c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.277+0000 7fd58ea00640 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f293e60 0x55826f2962c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d7ad80a8210847c server_cookie=ef5d0742cb9f2a08 in_seq=0 out_seq=0 2024-04-26T01:51:47.280 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.277+0000 7fd585600640 10 client.25778 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:47.281 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd585600640 1 -- 172.21.15.100:0/1307052615 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55826f1ec320 con 0x55826f293e60 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd585600640 10 client.25778 handle_command_reply: tid=0 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 client.25778 shutdown 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 msgr2=0x55826f280940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5880ee1a0 tx=0x7fd5880bafb0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 shutdown_connections 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f293e60 0x55826f2962c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f283a00 0x55826f2813c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f279140 0x55826f280e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1307052615 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f278820 0x55826f280940 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd585600640 0 client.25778 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 >> 172.21.15.100:0/1307052615 conn(0x55826f274d30 msgr2=0x55826f27aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 shutdown_connections 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.278+0000 7fd5a142f740 1 -- 172.21.15.100:0/1307052615 wait complete. 2024-04-26T01:51:47.282 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.279+0000 7fd5a142f740 20 client.25778 trim_cache size 0 max 16384 2024-04-26T01:51:47.293 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 Processor -- start 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 -- start start 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f278820 0x55826f28f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 0x55826f27b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b40e0 con 0x55826f279140 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b5dd0 con 0x55826f283a00 2024-04-26T01:51:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.295+0000 7fd5a142f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b47e0 con 0x55826f278820 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:53704/0 (socket says 172.21.15.100:53704) 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 -- 172.21.15.100:0/1657266990 learned_addr learned my addr 172.21.15.100:0/1657266990 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd58ea00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 0x55826f27b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597400640 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f278820 0x55826f28f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 -- 172.21.15.100:0/1657266990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f278820 msgr2=0x55826f28f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f278820 0x55826f28f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 -- 172.21.15.100:0/1657266990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 msgr2=0x55826f27b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 0x55826f27b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 -- 172.21.15.100:0/1657266990 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55826f27f8f0 con 0x55826f283a00 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd58ea00640 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 0x55826f27b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.296+0000 7fd597e00640 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd5900044e0 tx=0x7fd590016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf3930762a57c928 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd587e00640 1 -- 172.21.15.100:0/1657266990 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd590004b20 con 0x55826f283a00 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd587e00640 1 -- 172.21.15.100:0/1657266990 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd590004cc0 con 0x55826f283a00 2024-04-26T01:51:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd587e00640 1 -- 172.21.15.100:0/1657266990 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd590005380 con 0x55826f283a00 2024-04-26T01:51:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 -- 172.21.15.100:0/1657266990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 msgr2=0x55826f275110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd5900044e0 tx=0x7fd590016000 comp rx=0 tx=0).stop 2024-04-26T01:51:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 -- 172.21.15.100:0/1657266990 shutdown_connections 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f283a00 0x55826f275110 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f279140 0x55826f27b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 --2- 172.21.15.100:0/1657266990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f278820 0x55826f28f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 -- 172.21.15.100:0/1657266990 >> 172.21.15.100:0/1657266990 conn(0x55826f274d30 msgr2=0x55826f273e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.297+0000 7fd5a142f740 1 -- 172.21.15.100:0/1657266990 shutdown_connections 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.298+0000 7fd5a142f740 1 -- 172.21.15.100:0/1657266990 wait complete. 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.298+0000 7fd5a142f740 1 -- start start 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.298+0000 7fd5a142f740 1 Processor -- start 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f279140 0x55826f289c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 0x55826f28a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b5700 con 0x55826f278820 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b4f70 con 0x55826f279140 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fd5981b20c0 con 0x55826f283a00 2024-04-26T01:51:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd5a142f740 10 client.0 _ll_register_callbacks cb 0x7fd588009260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:43892/0 (socket says 172.21.15.100:43892) 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 -- 172.21.15.100:0/3501438523 learned_addr learned my addr 172.21.15.100:0/3501438523 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597e00640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 0x55826f28a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f279140 0x55826f289c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 -- 172.21.15.100:0/3501438523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 msgr2=0x55826f28a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 0x55826f28a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 -- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f279140 msgr2=0x55826f289c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f279140 0x55826f289c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597400640 1 -- 172.21.15.100:0/3501438523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55826f278f70 con 0x55826f278820 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.299+0000 7fd597e00640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 0x55826f28a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd597400640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd588000c00 tx=0x7fd5880b93c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5164d4b7a000bda1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:51:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd588049070 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fd5880dbdb0 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd590004cc0 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7fd5880bc400 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 10 client.15654 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x55826f2fa780 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd590004cc0 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7fd5880b87f0 con 0x55826f278820 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 10 client.15654 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 10 client.15654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 20 client.15654 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.300+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f2fad90 0x55826f2fd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.301+0000 7fd5a142f740 4 client.15654 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.301+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55826f1e6190 con 0x55826f2fad90 2024-04-26T01:51:47.302 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.301+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f2fad90 0x55826f2fd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.301+0000 7fd58ea00640 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f2fad90 0x55826f2fd1b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fa42d62c8af7bc9 server_cookie=c070a2214389166c in_seq=0 out_seq=0 2024-04-26T01:51:47.303 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.301+0000 7fd585600640 10 client.15654 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd585600640 1 -- 172.21.15.100:0/3501438523 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55826f1e6190 con 0x55826f2fad90 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd585600640 10 client.15654 handle_command_reply: tid=0 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 client.15654 shutdown 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 msgr2=0x55826f2896c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd588000c00 tx=0x7fd5880b93c0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 shutdown_connections 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55826f2fad90 0x55826f2fd1b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.311 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55826f283a00 0x55826f28a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55826f279140 0x55826f289c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 --2- 172.21.15.100:0/3501438523 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55826f278820 0x55826f2896c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd585600640 0 client.15654 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 >> 172.21.15.100:0/3501438523 conn(0x55826f274d30 msgr2=0x55826f273e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 shutdown_connections 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 1 -- 172.21.15.100:0/3501438523 wait complete. 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd5a142f740 20 client.15654 trim_cache size 0 max 16384 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:51:47.312 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:51:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:51:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 msgr2=0x7fd57c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 0x7fd57c0a6300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd590009fd0 tx=0x7fd590009500 comp rx=0 tx=0).stop 2024-04-26T01:51:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 msgr2=0x7fd59819ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.313+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd588009230 tx=0x7fd588004040 comp rx=0 tx=0).stop 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 shutdown_connections 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fd57c0a3e40 0x7fd57c0a6300 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd59810e620 0x7fd5981a35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fd598108f20 0x7fd59819f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 --2- 172.21.15.100:0/1205645380 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fd598108560 0x7fd59819ed30 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 >> 172.21.15.100:0/1205645380 conn(0x7fd5980764e0 msgr2=0x7fd598077b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 shutdown_connections 2024-04-26T01:51:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:51:47.314+0000 7fd59e600640 1 -- 172.21.15.100:0/1205645380 wait complete. 2024-04-26T01:51:48.231 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:48.690 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:49.020 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:48 smithi100 ceph-mon[28020]: pgmap v128: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T01:51:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:48 smithi148 ceph-mon[32990]: pgmap v128: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T01:51:49.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:48 smithi133 ceph-mon[32344]: pgmap v128: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 17 op/s 2024-04-26T01:51:50.740 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:50 smithi100 ceph-mon[28020]: pgmap v129: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:51:51.049 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.050+0000 7f0034400700 1 -- 172.21.15.100:0/1480006763 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 msgr2=0x7f002c10ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.050+0000 7f0034400700 1 --2- 172.21.15.100:0/1480006763 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c10ef60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0018009990 tx=0x7f0018009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 -- 172.21.15.100:0/1480006763 shutdown_connections 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 --2- 172.21.15.100:0/1480006763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 0x7f002c111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 --2- 172.21.15.100:0/1480006763 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 --2- 172.21.15.100:0/1480006763 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c10ef60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 -- 172.21.15.100:0/1480006763 >> 172.21.15.100:0/1480006763 conn(0x7f002c079ba0 msgr2=0x7f002c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 -- 172.21.15.100:0/1480006763 shutdown_connections 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.051+0000 7f0034400700 1 -- 172.21.15.100:0/1480006763 wait complete. 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.052+0000 7f0034400700 1 Processor -- start 2024-04-26T01:51:51.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.052+0000 7f0034400700 1 -- start start 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.052+0000 7f0034400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.052+0000 7f0034400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0034400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 0x7f002c19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0034400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f002c114fd0 con 0x7f002c075590 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0034400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f002c114e50 con 0x7f002c10f4a0 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0034400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f002c115150 con 0x7f002c074c70 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:51152/0 (socket says 172.21.15.100:51152) 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031a00700 1 -- 172.21.15.100:0/3116836205 learned_addr learned my addr 172.21.15.100:0/3116836205 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:51.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0032400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 0x7f002c19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 -- 172.21.15.100:0/3116836205 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 msgr2=0x7f002c19b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 -- 172.21.15.100:0/3116836205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 msgr2=0x7f002c19fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 0x7f002c19fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031000700 1 -- 172.21.15.100:0/3116836205 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002c1a03f0 con 0x7f002c075590 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.053+0000 7f0031a00700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f0031000700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c19b920 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f00180098e0 tx=0x7f00180057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0018027070 con 0x7f002c075590 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f001800b610 con 0x7f002c075590 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00180173f0 con 0x7f002c075590 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002c1a0680 con 0x7f002c075590 2024-04-26T01:51:51.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.054+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f002c1a7f60 con 0x7f002c075590 2024-04-26T01:51:51.054 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.055+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002c076330 con 0x7f002c075590 2024-04-26T01:51:51.055 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.057+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f001802a070 con 0x7f002c075590 2024-04-26T01:51:51.056 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.059+0000 7f002a000700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 0x7f00140a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:51.056 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.059+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f00180d18e0 con 0x7f002c075590 2024-04-26T01:51:51.056 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.059+0000 7f0031a00700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 0x7f00140a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:51.057 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.060+0000 7f0031a00700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 0x7f00140a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0020005950 tx=0x7f002000b500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:51.059 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.062+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0018031080 con 0x7f002c075590 2024-04-26T01:51:51.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:50 smithi148 ceph-mon[32990]: pgmap v129: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:51:51.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:50 smithi133 ceph-mon[32344]: pgmap v129: 97 pgs: 97 active+clean; 210 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:51:51.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.336+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f002c069730 con 0x7f002c075590 2024-04-26T01:51:51.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.338+0000 7f002a000700 1 -- 172.21.15.100:0/3116836205 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11980 (secure 0 0 0) 0x7f002c069730 con 0x7f002c075590 2024-04-26T01:51:51.336 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:51:51.336 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":38,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:51:14.950058+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24511,24499,24515,24533,24526]},"id":1}]} 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.340+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 msgr2=0x7f00140a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.340+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 0x7f00140a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0020005950 tx=0x7f002000b500 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 msgr2=0x7f002c19b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c19b920 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f00180098e0 tx=0x7f00180057c0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 shutdown_connections 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f00140a3db0 0x7f00140a6270 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f002c10f4a0 0x7f002c19fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f002c074c70 0x7f002c19b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 --2- 172.21.15.100:0/3116836205 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f002c075590 0x7f002c19b920 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 >> 172.21.15.100:0/3116836205 conn(0x7f002c079ba0 msgr2=0x7f002c0ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 shutdown_connections 2024-04-26T01:51:51.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:51.341+0000 7f0034400700 1 -- 172.21.15.100:0/3116836205 wait complete. 2024-04-26T01:51:51.340 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 38 2024-04-26T01:51:52.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:51 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3116836205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:52.066 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3116836205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:52.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:51 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3116836205' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:52.227 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db --set-id 6fa1144d --release --await' 2024-04-26T01:51:52.227 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db --set-id 6fa1144d --release --await 2024-04-26T01:51:52.653 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:52.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:52 smithi148 ceph-mon[32990]: pgmap v130: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 17 op/s 2024-04-26T01:51:52.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:52 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:53.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:52 smithi100 ceph-mon[28020]: pgmap v130: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 17 op/s 2024-04-26T01:51:53.004 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:52 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:53.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:52 smithi133 ceph-mon[32344]: pgmap v130: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 17 op/s 2024-04-26T01:51:53.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:52 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:53 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:53 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:53 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:51:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:53 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:53 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:53 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:51:54.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:53 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:54.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:53 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:54.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:53 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:51:54.856 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:54 smithi100 ceph-mon[28020]: pgmap v131: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:55.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:54 smithi148 ceph-mon[32990]: pgmap v131: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:55.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:54 smithi133 ceph-mon[32344]: pgmap v131: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:55.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 -- 172.21.15.100:0/83118037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60103450 msgr2=0x7f2e6010f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 --2- 172.21.15.100:0/83118037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60103450 0x7f2e6010f8b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2e58009f90 tx=0x7f2e5800b330 comp rx=0 tx=0).stop 2024-04-26T01:51:55.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 -- 172.21.15.100:0/83118037 shutdown_connections 2024-04-26T01:51:55.210 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 --2- 172.21.15.100:0/83118037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60103450 0x7f2e6010f8b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 --2- 172.21.15.100:0/83118037 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 0x7f2e60108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 --2- 172.21.15.100:0/83118037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60102a90 0x7f2e60102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 -- 172.21.15.100:0/83118037 >> 172.21.15.100:0/83118037 conn(0x7f2e60079ba0 msgr2=0x7f2e60079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.212+0000 7f2e64e00700 1 -- 172.21.15.100:0/83118037 shutdown_connections 2024-04-26T01:51:55.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.213+0000 7f2e64e00700 1 -- 172.21.15.100:0/83118037 wait complete. 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.213+0000 7f2e64e00700 1 Processor -- start 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 -- start start 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 0x7f2e60074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 0x7f2e60075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 0x7f2e600757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2e60112df0 con 0x7f2e60102a90 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2e60112c70 con 0x7f2e60103450 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e64e00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2e60112f70 con 0x7f2e60108a50 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 0x7f2e60074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 0x7f2e60074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45484/0 (socket says 172.21.15.100:45484) 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e5de00700 1 -- 172.21.15.100:0/654412366 learned_addr learned my addr 172.21.15.100:0/654412366 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.214+0000 7f2e5d400700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 0x7f2e60075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5e800700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 0x7f2e600757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 -- 172.21.15.100:0/654412366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 msgr2=0x7f2e600757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 0x7f2e600757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 -- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 msgr2=0x7f2e60074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 0x7f2e60074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 -- 172.21.15.100:0/654412366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e601a77b0 con 0x7f2e60103450 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.215+0000 7f2e5d400700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 0x7f2e60075280 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00e9f0 tx=0x7f2e4c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.214 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.216+0000 7f2e56a00700 1 -- 172.21.15.100:0/654412366 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c00c9c0 con 0x7f2e60103450 2024-04-26T01:51:55.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.216+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e601a7aa0 con 0x7f2e60103450 2024-04-26T01:51:55.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.216+0000 7f2e56a00700 1 -- 172.21.15.100:0/654412366 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e4c00cb60 con 0x7f2e60103450 2024-04-26T01:51:55.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.216+0000 7f2e56a00700 1 -- 172.21.15.100:0/654412366 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c018680 con 0x7f2e60103450 2024-04-26T01:51:55.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.216+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e601a7fe0 con 0x7f2e60103450 2024-04-26T01:51:55.217 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.220+0000 7f2e56a00700 1 -- 172.21.15.100:0/654412366 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f2e4c010430 con 0x7f2e60103450 2024-04-26T01:51:55.218 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.220+0000 7f2e6f7ddb80 1 Processor -- start 2024-04-26T01:51:55.218 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 -- start start 2024-04-26T01:51:55.218 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f95120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.219 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.219 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fa28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.219 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5583f3ee7f90 con 0x5583f3f95660 2024-04-26T01:51:55.219 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5583f3e8e830 con 0x5583f3fa04d0 2024-04-26T01:51:55.219 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5583f3ee3f50 con 0x5583f3f94d40 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e5e800700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f95120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.221+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45490/0 (socket says 172.21.15.100:45490) 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 -- 172.21.15.100:0/1093375057 learned_addr learned my addr 172.21.15.100:0/1093375057 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fa28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e56a00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 0x7f2e440a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 -- 172.21.15.100:0/1093375057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 msgr2=0x5583f3f95120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f95120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 -- 172.21.15.100:0/1093375057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 msgr2=0x5583f3fa28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.220 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fa28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.221 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e56a00700 1 -- 172.21.15.100:0/654412366 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f2e4c0d09c0 con 0x7f2e60103450 2024-04-26T01:51:55.221 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 -- 172.21.15.100:0/1093375057 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583f3e84780 con 0x5583f3f95660 2024-04-26T01:51:55.221 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5e800700 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f95120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:55.221 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5e800700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 0x7f2e440a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.221 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.222+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009db0 tx=0x7f2e50011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=944600b72e9c3d88 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.223+0000 7f2e4b400700 1 -- 172.21.15.100:0/1093375057 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50004250 con 0x5583f3f95660 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.223+0000 7f2e4b400700 1 -- 172.21.15.100:0/1093375057 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e500043f0 con 0x5583f3f95660 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.223+0000 7f2e4b400700 1 -- 172.21.15.100:0/1093375057 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e500198e0 con 0x5583f3f95660 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1093375057 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 msgr2=0x5583f3f9ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e5e800700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 0x7f2e440a6270 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800b6c0 tx=0x7f2e58009920 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2e50009db0 tx=0x7f2e50011720 comp rx=0 tx=0).stop 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1093375057 shutdown_connections 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fa28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f95120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1093375057 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ff90 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.222 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1093375057 >> 172.21.15.100:0/1093375057 conn(0x5583f3ec4050 msgr2=0x5583f3f91250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.223 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1093375057 shutdown_connections 2024-04-26T01:51:55.223 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1093375057 wait complete. 2024-04-26T01:51:55.223 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.224+0000 7f2e6f7ddb80 1 -- start start 2024-04-26T01:51:55.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 Processor -- start 2024-04-26T01:51:55.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f9fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3f9d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.224 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x5583f3fa2fc0 con 0x5583f3f95660 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5583f3ea1960 con 0x5583f3fa04d0 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x5583f3fa3140 con 0x5583f3f94d40 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.225+0000 7f2e6f7ddb80 10 client.0 _ll_register_callbacks cb 0x5583f3e80820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5e800700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3f9d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45496/0 (socket says 172.21.15.100:45496) 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 -- 172.21.15.100:0/1435473852 learned_addr learned my addr 172.21.15.100:0/1435473852 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f9fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 -- 172.21.15.100:0/1435473852 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 msgr2=0x5583f3f9fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f9fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 -- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 msgr2=0x5583f3f9d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3f9d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.225 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5d400700 1 -- 172.21.15.100:0/1435473852 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583f3e359d0 con 0x5583f3f95660 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f9fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.226+0000 7f2e5e800700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3f9d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e5d400700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c099300 tx=0x7f2e4c09d030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c73a6c507c5b4d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e3fe00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c0ce560 con 0x5583f3f95660 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f2e4c0870b0 con 0x5583f3f95660 2024-04-26T01:51:55.226 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e500043f0 con 0x5583f3f95660 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f2e4c0a0ce0 con 0x5583f3f95660 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e6f7ddb80 10 client.15672 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5583f3e7ebf0 con 0x5583f3f95660 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.227+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e500043f0 con 0x5583f3f95660 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f2e4c0a5110 con 0x5583f3f95660 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 10 client.15672 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 10 client.15672 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:55.227 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 20 client.15672 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f3fafbb0 0x5583f3fb1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 4 client.15672 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583f3ef5780 con 0x5583f3fafbb0 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.228+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f3fafbb0 0x5583f3fb1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.229+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f3fafbb0 0x5583f3fb1fd0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e25a390399602e9 server_cookie=b0c586ccad165f20 in_seq=0 out_seq=0 2024-04-26T01:51:55.228 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.229+0000 7f2e3fe00700 10 client.15672 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e3fe00700 1 -- 172.21.15.100:0/1435473852 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5583f3ef5780 con 0x5583f3fafbb0 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e3fe00700 10 client.15672 handle_command_reply: tid=0 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 client.15672 shutdown 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 msgr2=0x5583f3f9ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c099300 tx=0x7f2e4c09d030 comp rx=0 tx=0).stop 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 shutdown_connections 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3f9d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.229 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f3fafbb0 0x5583f3fb1fd0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3f9fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1435473852 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3f9ce70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 >> 172.21.15.100:0/1435473852 conn(0x5583f3ec4050 msgr2=0x5583f3f90e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e3fe00700 0 client.15672 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 shutdown_connections 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.230+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1435473852 wait complete. 2024-04-26T01:51:55.230 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.231+0000 7f2e6f7ddb80 20 client.15672 trim_cache size 0 max 16384 2024-04-26T01:51:55.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.251+0000 7f2e6f7ddb80 1 Processor -- start 2024-04-26T01:51:55.249 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.251+0000 7f2e6f7ddb80 1 -- start start 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fb78a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fb7de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601af650 con 0x5583f3f95660 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601b1340 con 0x5583f3fa04d0 2024-04-26T01:51:55.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601afd50 con 0x5583f3f94d40 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fb78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:42662/0 (socket says 172.21.15.100:42662) 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 -- 172.21.15.100:0/1379881824 learned_addr learned my addr 172.21.15.100:0/1379881824 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5e800700 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fb7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 -- 172.21.15.100:0/1379881824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 msgr2=0x5583f3fb7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fb7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.252+0000 7f2e5de00700 1 -- 172.21.15.100:0/1379881824 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 msgr2=0x5583f3fb78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fb78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e5de00700 1 -- 172.21.15.100:0/1379881824 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583f3f96bb0 con 0x5583f3f94d40 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e5e800700 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fb7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:55.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e5de00700 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e50005950 tx=0x7f2e50005ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5fc3f5fe7587bfe5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e4aa00700 1 -- 172.21.15.100:0/1379881824 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50033070 con 0x5583f3f94d40 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e4aa00700 1 -- 172.21.15.100:0/1379881824 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e50004360 con 0x5583f3f94d40 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.253+0000 7f2e4aa00700 1 -- 172.21.15.100:0/1379881824 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e50019980 con 0x5583f3f94d40 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1379881824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 msgr2=0x5583f3fabec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f2e50005950 tx=0x7f2e50005ab0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1379881824 shutdown_connections 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3fa04d0 0x5583f3fb7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3f94d40 0x5583f3fabec0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/1379881824 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fb78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1379881824 >> 172.21.15.100:0/1379881824 conn(0x5583f3ec4050 msgr2=0x5583f3f97f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1379881824 shutdown_connections 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/1379881824 wait complete. 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.254+0000 7f2e6f7ddb80 1 -- start start 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 Processor -- start 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 0x5583f3fa3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3fa04d0 0x5583f3fa3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601b0c70 con 0x5583f3f95660 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601b04e0 con 0x5583f3f94d40 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2e601ad5f0 con 0x5583f3fa04d0 2024-04-26T01:51:55.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e6f7ddb80 10 client.0 _ll_register_callbacks cb 0x5583f3e80820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.255+0000 7f2e5d400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:45506/0 (socket says 172.21.15.100:45506) 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 -- 172.21.15.100:0/156192 learned_addr learned my addr 172.21.15.100:0/156192 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5de00700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 0x5583f3fa3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5e800700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3fa04d0 0x5583f3fa3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 -- 172.21.15.100:0/156192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3fa04d0 msgr2=0x5583f3fa3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3fa04d0 0x5583f3fa3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 -- 172.21.15.100:0/156192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 msgr2=0x5583f3fa3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 0x5583f3fa3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 -- 172.21.15.100:0/156192 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583f3f96750 con 0x5583f3f95660 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5de00700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 0x5583f3fa3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e5d400700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c0a5510 tx=0x7f2e4c09ae40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27d738db264f2c78 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e3fe00700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:51:55.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c098bd0 con 0x5583f3f95660 2024-04-26T01:51:55.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f2e4c0870b0 con 0x5583f3f95660 2024-04-26T01:51:55.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.256+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e50004360 con 0x5583f3f95660 2024-04-26T01:51:55.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) ==== 24+0+0 (secure 0 0 0) 0x7f2e4c0a5310 con 0x5583f3f95660 2024-04-26T01:51:55.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 10 client.15678 fetch_fsmap learned FSMap version 38 2024-04-26T01:51:55.257 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) -- 0x5583f3f95ce0 con 0x5583f3f95660 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e50004360 con 0x5583f3f95660 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 38) ==== 8406+0+0 (secure 0 0 0) 0x7f2e4c0bbce0 con 0x5583f3f95660 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 10 client.15678 fetch_fsmap finished waiting for FSMap version 38 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 10 client.15678 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 20 client.15678 populate_metadata read hostname 'smithi100' 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f4017ae0 0x5583f4019f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 4 client.15678 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "6fa1144d", "release": true, "await": true}] 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.257+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "set_id": "6fa1144d", "release": true, "await": true}) -- 0x5583f3eef820 con 0x5583f4017ae0 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.258+0000 7f2e5de00700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f4017ae0 0x5583f4019f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:55.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.258+0000 7f2e5de00700 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f4017ae0 0x5583f4019f00 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=978f9c0e4c60eeb3 server_cookie=85c39a07c25eb16b in_seq=0 out_seq=0 2024-04-26T01:51:55.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.258+0000 7f2e3fe00700 10 client.15678 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.275+0000 7f2e3fe00700 1 -- 172.21.15.100:0/156192 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5583f3eef820 con 0x5583f4017ae0 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.275+0000 7f2e3fe00700 10 client.15678 handle_command_reply: tid=0 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.275+0000 7f2e6f7ddb80 1 client.15678 shutdown 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 msgr2=0x5583f3fa38d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c0a5510 tx=0x7f2e4c09ae40 comp rx=0 tx=0).stop 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 shutdown_connections 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x5583f4017ae0 0x5583f4019f00 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.273 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x5583f3fa04d0 0x5583f3fa3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5583f3f94d40 0x5583f3fa3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e3fe00700 0 client.15678 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:51:55.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 --2- 172.21.15.100:0/156192 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x5583f3f95660 0x5583f3fa38d0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 >> 172.21.15.100:0/156192 conn(0x5583f3ec4050 msgr2=0x5583f3f9bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.274 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 shutdown_connections 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 1 -- 172.21.15.100:0/156192 wait complete. 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.276+0000 7f2e6f7ddb80 20 client.15678 trim_cache size 0 max 16384 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 38, 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 12, 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": { 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "6fa1144d": { 2024-04-26T01:51:55.275 INFO:teuthology.orchestra.run.smithi100.stdout: "version": 12, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "age_ref": 0.0, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "timeout": 60.0, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "expiration": 90.0, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "members": { 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "file:/": { 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "excluded": false, 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "state": { 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RELEASED", 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: "age": 0.0 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:55.276 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 msgr2=0x7f2e440a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 0x7f2e440a6270 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2e5800b6c0 tx=0x7f2e58009920 comp rx=0 tx=0).stop 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 msgr2=0x7f2e60075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 0x7f2e60075280 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00e9f0 tx=0x7f2e4c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 shutdown_connections 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2e440a3db0 0x7f2e440a6270 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.277 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2e60108a50 0x7f2e600757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2e60102a90 0x7f2e60074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 --2- 172.21.15.100:0/654412366 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2e60103450 0x7f2e60075280 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:55.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 >> 172.21.15.100:0/654412366 conn(0x7f2e60079ba0 msgr2=0x7f2e60101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:55.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 shutdown_connections 2024-04-26T01:51:55.278 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:51:55.277+0000 7f2e64e00700 1 -- 172.21.15.100:0/654412366 wait complete. 2024-04-26T01:51:56.251 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '6fa1144d', seconds elapsed: 47.3 2024-04-26T01:51:56.953 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:56 smithi133 ceph-mon[32344]: pgmap v132: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:57.060 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:56 smithi148 ceph-mon[32990]: pgmap v132: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:57.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:56 smithi100 ceph-mon[28020]: pgmap v132: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 7.4 KiB/s wr, 12 op/s 2024-04-26T01:51:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:58 smithi148 ceph-mon[32990]: pgmap v133: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 17 op/s 2024-04-26T01:51:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:51:58 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:59.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:58 smithi100 ceph-mon[28020]: pgmap v133: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 17 op/s 2024-04-26T01:51:59.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:51:58 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:58 smithi133 ceph-mon[32344]: pgmap v133: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.9 KiB/s wr, 17 op/s 2024-04-26T01:51:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:51:58 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:51:59.180 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar xf doc.tar 2024-04-26T01:52:00.457 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 -- 172.21.15.100:0/962668041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a181000d0 msgr2=0x7f1a181004b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.457 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 --2- 172.21.15.100:0/962668041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a181000d0 0x7f1a181004b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1a08009930 tx=0x7f1a0802a440 comp rx=0 tx=0).stop 2024-04-26T01:52:00.457 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 -- 172.21.15.100:0/962668041 shutdown_connections 2024-04-26T01:52:00.457 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 --2- 172.21.15.100:0/962668041 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a1810a5e0 0x7f1a18110f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.458 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 --2- 172.21.15.100:0/962668041 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a18100a80 0x7f1a18109eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.458 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 --2- 172.21.15.100:0/962668041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a181000d0 0x7f1a181004b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.458 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 -- 172.21.15.100:0/962668041 >> 172.21.15.100:0/962668041 conn(0x7f1a18076db0 msgr2=0x7f1a180fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:00.458 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 -- 172.21.15.100:0/962668041 shutdown_connections 2024-04-26T01:52:00.458 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.459+0000 7f1a17e00640 1 -- 172.21.15.100:0/962668041 wait complete. 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.460+0000 7f1a17e00640 1 Processor -- start 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 -- start start 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a181000d0 0x7f1a181a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 0x7f1a1819abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114390 con 0x7f1a1819a770 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114210 con 0x7f1a1810a5e0 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1a18114510 con 0x7f1a181000d0 2024-04-26T01:52:00.460 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a0e000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a0e000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52398/0 (socket says 172.21.15.100:52398) 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a0e000640 1 -- 172.21.15.100:0/3287928753 learned_addr learned my addr 172.21.15.100:0/3287928753 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a17400640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 0x7f1a1819abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.461+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a181000d0 0x7f1a181a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 -- 172.21.15.100:0/3287928753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a181000d0 msgr2=0x7f1a181a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a181000d0 0x7f1a181a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 -- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 msgr2=0x7f1a1819abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 0x7f1a1819abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 -- 172.21.15.100:0/3287928753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a1819b370 con 0x7f1a1810a5e0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a17400640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 0x7f1a1819abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000e970 tx=0x7f1a0000ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0fe00640 1 -- 172.21.15.100:0/3287928753 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0000cd80 con 0x7f1a1810a5e0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0fe00640 1 -- 172.21.15.100:0/3287928753 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a000035f0 con 0x7f1a1810a5e0 2024-04-26T01:52:00.461 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a181a7400 con 0x7f1a1810a5e0 2024-04-26T01:52:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a0fe00640 1 -- 172.21.15.100:0/3287928753 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00010690 con 0x7f1a1810a5e0 2024-04-26T01:52:00.462 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.462+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a181a7860 con 0x7f1a1810a5e0 2024-04-26T01:52:00.466 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 Processor -- start 2024-04-26T01:52:00.466 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 -- start start 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a0fe00640 1 -- 172.21.15.100:0/3287928753 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f1a00003b30 con 0x7f1a1810a5e0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f463242650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f463242b90 0x55f463244f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f46319d900 con 0x55f4632382d0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f463143ef0 con 0x55f4632379b0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.467+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f4631998c0 con 0x55f463242b90 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52408/0 (socket says 172.21.15.100:52408) 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 -- 172.21.15.100:0/2229569092 learned_addr learned my addr 172.21.15.100:0/2229569092 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a16a00640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f463242650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a0e000640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f463242b90 0x55f463244f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 -- 172.21.15.100:0/2229569092 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f463242b90 msgr2=0x55f463244f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f463242b90 0x55f463244f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 -- 172.21.15.100:0/2229569092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 msgr2=0x55f463242650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f463242650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 -- 172.21.15.100:0/2229569092 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f462eb0210 con 0x55f4632379b0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a16a00640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f463242650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.468+0000 7f1a17400640 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1a10009fd0 tx=0x7f1a10010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=231861c91f16c666 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a07e00640 1 -- 172.21.15.100:0/2229569092 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a10011700 con 0x55f4632379b0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a07e00640 1 -- 172.21.15.100:0/2229569092 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a10011d70 con 0x55f4632379b0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a07e00640 1 -- 172.21.15.100:0/2229569092 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1000e3c0 con 0x55f4632379b0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a0fe00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 0x7f19fc0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a0fe00640 1 -- 172.21.15.100:0/3287928753 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1a000d0af0 con 0x7f1a1810a5e0 2024-04-26T01:52:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 0x7f19fc0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a20a1f740 1 -- 172.21.15.100:0/2229569092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 msgr2=0x55f463237d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.469+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1a10009fd0 tx=0x7f1a10010860 comp rx=0 tx=0).stop 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 -- 172.21.15.100:0/2229569092 shutdown_connections 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f463242b90 0x55f463244f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f463242650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/2229569092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f463237d90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.473 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 -- 172.21.15.100:0/2229569092 >> 172.21.15.100:0/2229569092 conn(0x55f463233ec0 msgr2=0x55f4632342a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 -- 172.21.15.100:0/2229569092 shutdown_connections 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 -- 172.21.15.100:0/2229569092 wait complete. 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 0x7f19fc0a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1a08009900 tx=0x7f1a080058d0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.470+0000 7f1a20a1f740 1 -- start start 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 Processor -- start 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463240080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f463242b90 0x55f4632405c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55f4632457c0 con 0x55f463242b90 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f463157310 con 0x55f4632379b0 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55f463245940 con 0x55f4632382d0 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a16a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.474 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a20a1f740 10 client.0 _ll_register_callbacks cb 0x55f463125cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a17400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f463242b90 0x55f4632405c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a16a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52416/0 (socket says 172.21.15.100:52416) 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.471+0000 7f1a16a00640 1 -- 172.21.15.100:0/3972698117 learned_addr learned my addr 172.21.15.100:0/3972698117 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463240080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 -- 172.21.15.100:0/3972698117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 msgr2=0x55f463240080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463240080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 -- 172.21.15.100:0/3972698117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f463242b90 msgr2=0x55f4632405c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f463242b90 0x55f4632405c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 -- 172.21.15.100:0/3972698117 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f462f7c620 con 0x55f4632379b0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463240080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1a08006010 tx=0x7f1a08009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0ee8ab855f39793 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a04c00640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0804c070 con 0x55f4632379b0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1a08004250 con 0x55f4632379b0 2024-04-26T01:52:00.475 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.472+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a10011d70 con 0x55f4632379b0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1a08058050 con 0x55f4632379b0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 10 client.25820 fetch_fsmap learned FSMap version 39 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f463251a90 con 0x55f4632379b0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a10011d70 con 0x55f4632379b0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 39) ==== 8410+0+0 (secure 0 0 0) 0x7f1a08003710 con 0x55f4632379b0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 10 client.25820 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 10 client.25820 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 20 client.25820 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f463252ff0 0x55f4632554b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 4 client.25820 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.473+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4631b18b0 con 0x55f463252ff0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.474+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f463252ff0 0x55f4632554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.474+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f463252ff0 0x55f4632554b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94ca851fa4abfdc5 server_cookie=313c9d223feec947 in_seq=0 out_seq=0 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.474+0000 7f1a04c00640 10 client.25820 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:00.476 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a04c00640 1 -- 172.21.15.100:0/3972698117 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f4631b18b0 con 0x55f463252ff0 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a04c00640 10 client.25820 handle_command_reply: tid=0 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 client.25820 shutdown 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 msgr2=0x55f46323fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1a08006010 tx=0x7f1a08009260 comp rx=0 tx=0).stop 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 shutdown_connections 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f463252ff0 0x55f4632554b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f463242b90 0x55f4632405c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463240080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3972698117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f4632379b0 0x55f46323fb40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a04c00640 0 client.25820 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 >> 172.21.15.100:0/3972698117 conn(0x55f463233ec0 msgr2=0x55f463239c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 shutdown_connections 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3972698117 wait complete. 2024-04-26T01:52:00.477 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.475+0000 7f1a20a1f740 20 client.25820 trim_cache size 0 max 16384 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 Processor -- start 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 -- start start 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 0x55f46323a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f46323f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.491 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181afd00 con 0x55f4632382d0 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b19f0 con 0x55f463242b90 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.493+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b0400 con 0x55f4632379b0 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a0e000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f46323f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52432/0 (socket says 172.21.15.100:52432) 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 -- 172.21.15.100:0/3413858319 learned_addr learned my addr 172.21.15.100:0/3413858319 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:00.492 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 0x55f46323a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.493 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 -- 172.21.15.100:0/3413858319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 msgr2=0x55f46323a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 0x55f46323a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 -- 172.21.15.100:0/3413858319 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 msgr2=0x55f46323f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f46323f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a17400640 1 -- 172.21.15.100:0/3413858319 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f46322f820 con 0x55f463242b90 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 0x55f46323a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.494+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f46323f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.495+0000 7f1a17400640 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1a10005cc0 tx=0x7f1a1001bb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af5b876186bec7bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.495+0000 7f1a07400640 1 -- 172.21.15.100:0/3413858319 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a100049c0 con 0x55f463242b90 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.495+0000 7f1a07400640 1 -- 172.21.15.100:0/3413858319 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a10023040 con 0x55f463242b90 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.495+0000 7f1a07400640 1 -- 172.21.15.100:0/3413858319 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a10011740 con 0x55f463242b90 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3413858319 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 msgr2=0x55f463240210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:00.494 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1a10005cc0 tx=0x7f1a1001bb50 comp rx=0 tx=0).stop 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3413858319 shutdown_connections 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f463240210 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632382d0 0x55f46323f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3413858319 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632379b0 0x55f46323a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3413858319 >> 172.21.15.100:0/3413858319 conn(0x55f463233ec0 msgr2=0x55f46323fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3413858319 shutdown_connections 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3413858319 wait complete. 2024-04-26T01:52:00.495 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 -- start start 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.496+0000 7f1a20a1f740 1 Processor -- start 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632379b0 0x55f463247a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463247f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b1320 con 0x55f4632379b0 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181b0b90 con 0x55f463242b90 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f1a181add00 con 0x55f4632382d0 2024-04-26T01:52:00.498 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a20a1f740 10 client.0 _ll_register_callbacks cb 0x7f1a08032e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a17400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52438/0 (socket says 172.21.15.100:52438) 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a17400640 1 -- 172.21.15.100:0/3698202413 learned_addr learned my addr 172.21.15.100:0/3698202413 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632379b0 0x55f463247a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.497+0000 7f1a0e000640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463247f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 -- 172.21.15.100:0/3698202413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 msgr2=0x55f463247f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463247f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 -- 172.21.15.100:0/3698202413 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632379b0 msgr2=0x55f463247a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632379b0 0x55f463247a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 -- 172.21.15.100:0/3698202413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f4632b7b30 con 0x55f463242b90 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a17400640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1a10010d60 tx=0x7f1a100097a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2269ae9d86e7b8a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a04c00640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1001b430 con 0x55f463242b90 2024-04-26T01:52:00.499 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a10023040 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.498+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f1a1001b5d0 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1a10040050 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 10 client.25826 fetch_fsmap learned FSMap version 39 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f4632b8ce0 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a10023040 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 39) ==== 8410+0+0 (secure 0 0 0) 0x7f1a10031070 con 0x55f463242b90 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 10 client.25826 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 10 client.25826 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 20 client.25826 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f4632b91e0 0x55f4632bb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 4 client.25826 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f4631ab320 con 0x55f4632b91e0 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.499+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f4632b91e0 0x55f4632bb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:00.500 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.500+0000 7f1a04c00640 10 client.25826 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:00.501 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:00.500+0000 7f1a16a00640 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f4632b91e0 0x55f4632bb600 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc5cd3bf733408da server_cookie=ff89aa104fd57286 in_seq=0 out_seq=0 2024-04-26T01:52:01.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:00 smithi148 ceph-mon[32990]: pgmap v134: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.6 KiB/s wr, 13 op/s 2024-04-26T01:52:01.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:00 smithi100 ceph-mon[28020]: pgmap v134: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.6 KiB/s wr, 13 op/s 2024-04-26T01:52:01.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:00 smithi133 ceph-mon[32344]: pgmap v134: 97 pgs: 97 active+clean; 210 MiB data, 953 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 5.6 KiB/s wr, 13 op/s 2024-04-26T01:52:01.179 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a04c00640 1 -- 172.21.15.100:0/3698202413 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f4631ab320 con 0x55f4632b91e0 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a04c00640 10 client.25826 handle_command_reply: tid=0 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 client.25826 shutdown 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 msgr2=0x55f4632b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1a10010d60 tx=0x7f1a100097a0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 shutdown_connections 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55f4632b91e0 0x55f4632bb600 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f463242b90 0x55f4632b75f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55f4632382d0 0x55f463247f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.180 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a04c00640 0 client.25826 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:01.181 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 --2- 172.21.15.100:0/3698202413 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55f4632379b0 0x55f463247a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.181 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.182+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 >> 172.21.15.100:0/3698202413 conn(0x55f463233ec0 msgr2=0x55f463240330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:01.181 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.183+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 shutdown_connections 2024-04-26T01:52:01.181 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.183+0000 7f1a20a1f740 1 -- 172.21.15.100:0/3698202413 wait complete. 2024-04-26T01:52:01.181 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.183+0000 7f1a20a1f740 20 client.25826 trim_cache size 0 max 16384 2024-04-26T01:52:01.182 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:52:01.182 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:52:01.182 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:52:01.182 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 msgr2=0x7f19fc0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 0x7f19fc0a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1a08009900 tx=0x7f1a080058d0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 msgr2=0x7f1a181a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000e970 tx=0x7f1a0000ee30 comp rx=0 tx=0).stop 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 shutdown_connections 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f19fc0a3d90 0x7f19fc0a6250 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.183 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f1a1819a770 0x7f1a1819abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.184 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a1810a5e0 0x7f1a181a0ba0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.184 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 --2- 172.21.15.100:0/3287928753 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f1a181000d0 0x7f1a181a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:01.184 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 >> 172.21.15.100:0/3287928753 conn(0x7f1a18076db0 msgr2=0x7f1a180fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:01.184 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 shutdown_connections 2024-04-26T01:52:01.184 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:01.184+0000 7f1a17e00640 1 -- 172.21.15.100:0/3287928753 wait complete. 2024-04-26T01:52:02.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:01 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:02.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:01 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:02.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:01 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:03.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:02 smithi148 ceph-mon[32990]: pgmap v135: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 497 KiB/s wr, 98 op/s 2024-04-26T01:52:03.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:02 smithi100 ceph-mon[28020]: pgmap v135: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 497 KiB/s wr, 98 op/s 2024-04-26T01:52:03.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:02 smithi133 ceph-mon[32344]: pgmap v135: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 497 KiB/s wr, 98 op/s 2024-04-26T01:52:05.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:04 smithi148 ceph-mon[32990]: pgmap v136: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:05.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:04 smithi100 ceph-mon[28020]: pgmap v136: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:05.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:04 smithi133 ceph-mon[32344]: pgmap v136: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:07.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:06 smithi148 ceph-mon[32990]: pgmap v137: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:07.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:06 smithi100 ceph-mon[28020]: pgmap v137: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:07.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:06 smithi133 ceph-mon[32344]: pgmap v137: 97 pgs: 97 active+clean; 216 MiB data, 934 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 90 op/s 2024-04-26T01:52:09.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:08 smithi148 ceph-mon[32990]: pgmap v138: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-04-26T01:52:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:08 smithi100 ceph-mon[28020]: pgmap v138: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-04-26T01:52:09.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:08 smithi133 ceph-mon[32344]: pgmap v138: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 196 op/s 2024-04-26T01:52:11.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:10 smithi148 ceph-mon[32990]: pgmap v139: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 191 op/s 2024-04-26T01:52:11.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:10 smithi100 ceph-mon[28020]: pgmap v139: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 191 op/s 2024-04-26T01:52:11.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:10 smithi133 ceph-mon[32344]: pgmap v139: 97 pgs: 97 active+clean; 221 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 191 op/s 2024-04-26T01:52:12.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:11 smithi148 ceph-mon[32990]: pgmap v140: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 236 op/s 2024-04-26T01:52:12.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:11 smithi100 ceph-mon[28020]: pgmap v140: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 236 op/s 2024-04-26T01:52:12.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:11 smithi133 ceph-mon[32344]: pgmap v140: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 236 op/s 2024-04-26T01:52:14.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:14 smithi148 ceph-mon[32990]: pgmap v141: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:14.325 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.326+0000 7f75ec000640 1 -- 172.21.15.100:0/1410540672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 msgr2=0x7f75e41047a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.325 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.326+0000 7f75ec000640 1 --2- 172.21.15.100:0/1410540672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41047a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f75d8009900 tx=0x7f75d802a3f0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.325 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 -- 172.21.15.100:0/1410540672 shutdown_connections 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 --2- 172.21.15.100:0/1410540672 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e4109490 0x7f75e4111060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 --2- 172.21.15.100:0/1410540672 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4104d70 0x7f75e4108db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 --2- 172.21.15.100:0/1410540672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41047a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 -- 172.21.15.100:0/1410540672 >> 172.21.15.100:0/1410540672 conn(0x7f75e40ffc20 msgr2=0x7f75e4102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 -- 172.21.15.100:0/1410540672 shutdown_connections 2024-04-26T01:52:14.326 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.327+0000 7f75ec000640 1 -- 172.21.15.100:0/1410540672 wait complete. 2024-04-26T01:52:14.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:14 smithi100 ceph-mon[28020]: pgmap v141: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.328+0000 7f75ec000640 1 Processor -- start 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.328+0000 7f75ec000640 1 -- start start 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.328+0000 7f75ec000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.328+0000 7f75ec000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4109490 0x7f75e41a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ec000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 0x7f75e419ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ec000640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f75e4114530 con 0x7f75e419a850 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ec000640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41143b0 con 0x7f75e41043c0 2024-04-26T01:52:14.328 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ec000640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41146b0 con 0x7f75e4109490 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52714/0 (socket says 172.21.15.100:52714) 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ea000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 0x7f75e419ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 -- 172.21.15.100:0/863560634 learned_addr learned my addr 172.21.15.100:0/863560634 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e8c00640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4109490 0x7f75e41a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 -- 172.21.15.100:0/863560634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4109490 msgr2=0x7f75e41a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4109490 0x7f75e41a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 -- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 msgr2=0x7f75e419ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 0x7f75e419ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75e9600640 1 -- 172.21.15.100:0/863560634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e419b3e0 con 0x7f75e41043c0 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.329+0000 7f75ea000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 0x7f75e419ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:14.329 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75e9600640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f75d8005ab0 tx=0x7f75d80040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75e2000640 1 -- 172.21.15.100:0/863560634 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d803f030 con 0x7f75e41043c0 2024-04-26T01:52:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75e2000640 1 -- 172.21.15.100:0/863560634 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75d80044c0 con 0x7f75e41043c0 2024-04-26T01:52:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75e2000640 1 -- 172.21.15.100:0/863560634 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8035070 con 0x7f75e41043c0 2024-04-26T01:52:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e419b670 con 0x7f75e41043c0 2024-04-26T01:52:14.330 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.330+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e41a7800 con 0x7f75e41043c0 2024-04-26T01:52:14.332 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.333+0000 7f75eee23740 1 Processor -- start 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.333+0000 7f75eee23740 1 -- start start 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75e2000640 1 -- 172.21.15.100:0/863560634 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f75d8042030 con 0x7f75e41043c0 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 0x55779fbbbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbc64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55779fb21900 con 0x55779fbbb820 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55779fac7ef0 con 0x55779fbc6a00 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75eee23740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55779fb1d8c0 con 0x55779fbbc140 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75ea000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 0x55779fbbbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75e9600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbc64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.333 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52722/0 (socket says 172.21.15.100:52722) 2024-04-26T01:52:14.334 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.334+0000 7f75e8c00640 1 -- 172.21.15.100:0/1607704812 learned_addr learned my addr 172.21.15.100:0/1607704812 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 -- 172.21.15.100:0/1607704812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 msgr2=0x55779fbc64c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbc64c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 -- 172.21.15.100:0/1607704812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 msgr2=0x55779fbbbc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 0x55779fbbbc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 -- 172.21.15.100:0/1607704812 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55779f834210 con 0x55779fbc6a00 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75ea000640 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 0x55779fbbbc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e9600640 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbc64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009c20 tx=0x7f75d0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e340d7efdf41b4f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75d6600640 1 -- 172.21.15.100:0/1607704812 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0004230 con 0x55779fbc6a00 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75d6600640 1 -- 172.21.15.100:0/1607704812 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75d00043d0 con 0x55779fbc6a00 2024-04-26T01:52:14.337 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.335+0000 7f75d6600640 1 -- 172.21.15.100:0/1607704812 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0004d90 con 0x55779fbc6a00 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75e2000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 0x7f75cc0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75e2000640 1 -- 172.21.15.100:0/863560634 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f75d80f0ad0 con 0x7f75e41043c0 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75ea000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 0x7f75cc0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 -- 172.21.15.100:0/1607704812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 msgr2=0x55779fbc8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009c20 tx=0x7f75d0011810 comp rx=0 tx=0).stop 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 -- 172.21.15.100:0/1607704812 shutdown_connections 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc8df0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbc64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 --2- 172.21.15.100:0/1607704812 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbb820 0x55779fbbbc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 -- 172.21.15.100:0/1607704812 >> 172.21.15.100:0/1607704812 conn(0x55779fbb7d30 msgr2=0x55779fbb8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 -- 172.21.15.100:0/1607704812 shutdown_connections 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.336+0000 7f75eee23740 1 -- 172.21.15.100:0/1607704812 wait complete. 2024-04-26T01:52:14.338 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.337+0000 7f75ea000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 0x7f75cc0a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f75dc005fd0 tx=0x7f75dc009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.337+0000 7f75eee23740 1 -- start start 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.337+0000 7f75eee23740 1 Processor -- start 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55779fbc9630 con 0x55779fbbc140 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55779fadb310 con 0x55779fbc6a00 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55779fbc97b0 con 0x55779fbbb820 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75eee23740 10 client.0 _ll_register_callbacks cb 0x55779faa9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e9600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52248/0 (socket says 172.21.15.100:52248) 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e9600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:45174/0 (socket says 172.21.15.100:45174) 2024-04-26T01:52:14.339 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 -- 172.21.15.100:0/1905442517 learned_addr learned my addr 172.21.15.100:0/1905442517 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75ea000640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 -- 172.21.15.100:0/1905442517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 msgr2=0x55779fbc38c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 -- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 msgr2=0x55779fbc4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e8c00640 1 -- 172.21.15.100:0/1905442517 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55779f900620 con 0x55779fbbc140 2024-04-26T01:52:14.340 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.338+0000 7f75e9600640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:14.342 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75e8c00640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f75d0019ad0 tx=0x7f75d0019b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=900fb4192db5398a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75caa00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0028020 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f75d0024620 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75d00043d0 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f75d0033050 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75eee23740 10 client.15708 fetch_fsmap learned FSMap version 40 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.339+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55779fbd57c0 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75d00043d0 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 40) ==== 8418+0+0 (secure 0 0 0) 0x7f75d0018070 con 0x55779fbbc140 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 10 client.15708 fetch_fsmap finished waiting for FSMap version 40 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 10 client.15708 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 20 client.15708 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fbd6b70 0x55779fbd8f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.343 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 4 client.15708 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55779fb358b0 con 0x55779fbd6b70 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.340+0000 7f75e9600640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fbd6b70 0x55779fbd8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.341+0000 7f75e9600640 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fbd6b70 0x55779fbd8f60 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2325334db2022440 server_cookie=f0c7e413e381f2e6 in_seq=0 out_seq=0 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.341+0000 7f75caa00640 10 client.15708 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.341+0000 7f75caa00640 1 -- 172.21.15.100:0/1905442517 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55779fb358b0 con 0x55779fbd6b70 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75caa00640 10 client.15708 handle_command_reply: tid=0 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 client.15708 shutdown 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 msgr2=0x55779fbc3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f75d0019ad0 tx=0x7f75d0019b00 comp rx=0 tx=0).stop 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 shutdown_connections 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fbd6b70 0x55779fbd8f60 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbc6a00 0x55779fbc4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbc3e00 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 --2- 172.21.15.100:0/1905442517 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbb820 0x55779fbc38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.344 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75caa00640 0 client.15708 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:14.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 >> 172.21.15.100:0/1905442517 conn(0x55779fbb7d30 msgr2=0x55779fbbdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 shutdown_connections 2024-04-26T01:52:14.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 1 -- 172.21.15.100:0/1905442517 wait complete. 2024-04-26T01:52:14.345 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.342+0000 7f75eee23740 20 client.15708 trim_cache size 0 max 16384 2024-04-26T01:52:14.357 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.358+0000 7f75eee23740 1 Processor -- start 2024-04-26T01:52:14.357 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.358+0000 7f75eee23740 1 -- start start 2024-04-26T01:52:14.357 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.357 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbbe1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbc6a00 0x55779fbc3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41afd00 con 0x55779fbc6a00 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41b1a50 con 0x55779fbbb820 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75eee23740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41b0460 con 0x55779fbbc140 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75ea000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbc6a00 0x55779fbc3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbbe1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:52742/0 (socket says 172.21.15.100:52742) 2024-04-26T01:52:14.358 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 -- 172.21.15.100:0/914499164 learned_addr learned my addr 172.21.15.100:0/914499164 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:14.361 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 -- 172.21.15.100:0/914499164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 msgr2=0x55779fbbe1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbbe1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 -- 172.21.15.100:0/914499164 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbc6a00 msgr2=0x55779fbc3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbc6a00 0x55779fbc3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e9600640 1 -- 172.21.15.100:0/914499164 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55779fbd92d0 con 0x55779fbbb820 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.359+0000 7f75e8c00640 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbbe1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75e9600640 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f75d8006010 tx=0x7f75d80f4620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f449f35674e96738 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75d5c00640 1 -- 172.21.15.100:0/914499164 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8049040 con 0x55779fbbb820 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75d5c00640 1 -- 172.21.15.100:0/914499164 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75d80bd1a0 con 0x55779fbbb820 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75d5c00640 1 -- 172.21.15.100:0/914499164 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d80c5710 con 0x55779fbbb820 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 -- 172.21.15.100:0/914499164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 msgr2=0x55779fbd24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f75d8006010 tx=0x7f75d80f4620 comp rx=0 tx=0).stop 2024-04-26T01:52:14.362 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 -- 172.21.15.100:0/914499164 shutdown_connections 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbc6a00 0x55779fbc3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbbc140 0x55779fbbe1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 --2- 172.21.15.100:0/914499164 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbd24f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.360+0000 7f75eee23740 1 -- 172.21.15.100:0/914499164 >> 172.21.15.100:0/914499164 conn(0x55779fbb7d30 msgr2=0x55779fbc3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.361+0000 7f75eee23740 1 -- 172.21.15.100:0/914499164 shutdown_connections 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.361+0000 7f75eee23740 1 -- 172.21.15.100:0/914499164 wait complete. 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.361+0000 7f75eee23740 1 -- start start 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.361+0000 7f75eee23740 1 Processor -- start 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbc6a00 0x55779fbcbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41b1380 con 0x55779fbbc140 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41b0bf0 con 0x55779fbbb820 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f75e41adce0 con 0x55779fbc6a00 2024-04-26T01:52:14.363 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75eee23740 10 client.0 _ll_register_callbacks cb 0x7f75d0009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:52264/0 (socket says 172.21.15.100:52264) 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 -- 172.21.15.100:0/4139653978 learned_addr learned my addr 172.21.15.100:0/4139653978 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75ea000640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbc6a00 0x55779fbcbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e9600640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 -- 172.21.15.100:0/4139653978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbc6a00 msgr2=0x55779fbcbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbc6a00 0x55779fbcbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 -- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 msgr2=0x55779fbce6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbce6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.362+0000 7f75e8c00640 1 -- 172.21.15.100:0/4139653978 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55779fbcc4f0 con 0x55779fbbc140 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75e8c00640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f75d00059f0 tx=0x7f75d0005ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9650c20246a1c1f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d003c060 con 0x55779fbbc140 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f75d0004240 con 0x55779fbbc140 2024-04-26T01:52:14.364 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75d80bd1a0 con 0x55779fbbc140 2024-04-26T01:52:14.365 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f75d0028070 con 0x55779fbbc140 2024-04-26T01:52:14.365 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75eee23740 10 client.15714 fetch_fsmap learned FSMap version 40 2024-04-26T01:52:14.365 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55779fc3caf0 con 0x55779fbbc140 2024-04-26T01:52:14.365 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75d80bd1a0 con 0x55779fbbc140 2024-04-26T01:52:14.365 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.363+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 40) ==== 8418+0+0 (secure 0 0 0) 0x7f75d0018040 con 0x55779fbbc140 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 10 client.15714 fetch_fsmap finished waiting for FSMap version 40 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 10 client.15714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 20 client.15714 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fc3d1b0 0x55779fc3f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 4 client.15714 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55779fb2f320 con 0x55779fc3d1b0 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75e9600640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fc3d1b0 0x55779fc3f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75e9600640 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fc3d1b0 0x55779fc3f5d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cca7ba18fcb9f8a4 server_cookie=badb69994a78dfbb in_seq=0 out_seq=0 2024-04-26T01:52:14.366 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.364+0000 7f75caa00640 10 client.15714 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:14.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:14 smithi133 ceph-mon[32344]: pgmap v141: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:14.892 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.893+0000 7f75caa00640 1 -- 172.21.15.100:0/4139653978 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55779fb2f320 con 0x55779fc3d1b0 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.893+0000 7f75caa00640 10 client.15714 handle_command_reply: tid=0 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.893+0000 7f75eee23740 1 client.15714 shutdown 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.893+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 msgr2=0x55779fbcec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.893+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f75d00059f0 tx=0x7f75d0005ab0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 shutdown_connections 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55779fc3d1b0 0x55779fc3f5d0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55779fbc6a00 0x55779fbcbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55779fbbc140 0x55779fbcec30 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75caa00640 0 client.15714 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 --2- 172.21.15.100:0/4139653978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55779fbbb820 0x55779fbce6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 >> 172.21.15.100:0/4139653978 conn(0x55779fbb7d30 msgr2=0x55779fbc40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.893 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 shutdown_connections 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 1 -- 172.21.15.100:0/4139653978 wait complete. 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.894+0000 7f75eee23740 20 client.15714 trim_cache size 0 max 16384 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:52:14.894 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 msgr2=0x7f75cc0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 0x7f75cc0a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f75dc005fd0 tx=0x7f75dc009500 comp rx=0 tx=0).stop 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 msgr2=0x7f75e41a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f75d8005ab0 tx=0x7f75d80040c0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 shutdown_connections 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f75cc0a3e40 0x7f75cc0a6300 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f75e419a850 0x7f75e419ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f75e4109490 0x7f75e41a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.895 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 --2- 172.21.15.100:0/863560634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e41043c0 0x7f75e41a0690 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 >> 172.21.15.100:0/863560634 conn(0x7f75e40ffc20 msgr2=0x7f75e4101f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 shutdown_connections 2024-04-26T01:52:14.896 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:14.895+0000 7f75ec000640 1 -- 172.21.15.100:0/863560634 wait complete. 2024-04-26T01:52:16.310 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:16 smithi148 ceph-mon[32990]: pgmap v142: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:16.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:16 smithi100 ceph-mon[28020]: pgmap v142: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:16.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:16 smithi133 ceph-mon[32344]: pgmap v142: 97 pgs: 97 active+clean; 226 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 941 KiB/s wr, 151 op/s 2024-04-26T01:52:17.085 INFO:tasks.workunit.client.0.smithi100.stderr:+ sync 2024-04-26T01:52:17.934 INFO:tasks.workunit.client.0.smithi100.stderr:+ tar c linux-4.0.5 2024-04-26T01:52:18.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:18 smithi100 ceph-mon[28020]: pgmap v143: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 587 op/s 2024-04-26T01:52:18.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:18 smithi133 ceph-mon[32344]: pgmap v143: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 587 op/s 2024-04-26T01:52:18.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:18 smithi148 ceph-mon[32990]: pgmap v143: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 587 op/s 2024-04-26T01:52:18.820 INFO:tasks.workunit.client.0.smithi100.stderr:+ echo Ok 2024-04-26T01:52:18.820 INFO:tasks.workunit.client.0.smithi100.stdout:Ok 2024-04-26T01:52:18.822 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T01:52:18.822 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T01:52:20.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:20 smithi100 ceph-mon[28020]: pgmap v144: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 1.2 MiB/s wr, 481 op/s 2024-04-26T01:52:20.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:20 smithi133 ceph-mon[32344]: pgmap v144: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 1.2 MiB/s wr, 481 op/s 2024-04-26T01:52:20.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:20 smithi148 ceph-mon[32990]: pgmap v144: 97 pgs: 97 active+clean; 225 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 1.2 MiB/s wr, 481 op/s 2024-04-26T01:52:22.362 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:22 smithi148 ceph-mon[32990]: pgmap v145: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 681 op/s 2024-04-26T01:52:22.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:22 smithi133 ceph-mon[32344]: pgmap v145: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 681 op/s 2024-04-26T01:52:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:22 smithi100 ceph-mon[28020]: pgmap v145: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 681 op/s 2024-04-26T01:52:23.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:23 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:23.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:23 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:23.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:23 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:24.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:24 smithi133 ceph-mon[32344]: pgmap v146: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:24.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:24 smithi148 ceph-mon[32990]: pgmap v146: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:24.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:24 smithi100 ceph-mon[28020]: pgmap v146: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:26.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:26 smithi133 ceph-mon[32344]: pgmap v147: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:26.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:26 smithi148 ceph-mon[32990]: pgmap v147: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:26.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:26 smithi100 ceph-mon[28020]: pgmap v147: 97 pgs: 97 active+clean; 248 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.9 MiB/s wr, 635 op/s 2024-04-26T01:52:28.053 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 -- 172.21.15.100:0/1627987521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc104d50 msgr2=0x7fb2fc108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.053 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 --2- 172.21.15.100:0/1627987521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc104d50 0x7fb2fc108d90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb2e4009900 tx=0x7fb2e402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.053 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 -- 172.21.15.100:0/1627987521 shutdown_connections 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 --2- 172.21.15.100:0/1627987521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 --2- 172.21.15.100:0/1627987521 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc104d50 0x7fb2fc108d90 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 --2- 172.21.15.100:0/1627987521 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 -- 172.21.15.100:0/1627987521 >> 172.21.15.100:0/1627987521 conn(0x7fb2fc0ffc40 msgr2=0x7fb2fc102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 -- 172.21.15.100:0/1627987521 shutdown_connections 2024-04-26T01:52:28.054 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.055+0000 7fb301e00640 1 -- 172.21.15.100:0/1627987521 wait complete. 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.056+0000 7fb301e00640 1 Processor -- start 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 -- start start 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc1a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc19a790 0x7fb2fc19ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.056 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1144f0 con 0x7fb2fc19a790 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc114370 con 0x7fb2fc109470 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb301e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc114670 con 0x7fb2fc1043a0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:38808/0 (socket says 172.21.15.100:38808) 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb2faa00640 1 -- 172.21.15.100:0/3867760844 learned_addr learned my addr 172.21.15.100:0/3867760844 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb2f2000640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc1a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.057+0000 7fb2fb400640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc19a790 0x7fb2fc19ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 -- 172.21.15.100:0/3867760844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 msgr2=0x7fb2fc1a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc1a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 -- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc19a790 msgr2=0x7fb2fc19ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc19a790 0x7fb2fc19ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 -- 172.21.15.100:0/3867760844 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2fc19b320 con 0x7fb2fc1043a0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2f2000640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb2faa00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9f0 tx=0x7fb2ec00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.057 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb300a00640 1 -- 172.21.15.100:0/3867760844 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec00cd80 con 0x7fb2fc1043a0 2024-04-26T01:52:28.058 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb300a00640 1 -- 172.21.15.100:0/3867760844 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2ec010900 con 0x7fb2fc1043a0 2024-04-26T01:52:28.058 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2fc19b610 con 0x7fb2fc1043a0 2024-04-26T01:52:28.058 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.058+0000 7fb300a00640 1 -- 172.21.15.100:0/3867760844 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec018920 con 0x7fb2fc1043a0 2024-04-26T01:52:28.058 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.059+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2fc1a77c0 con 0x7fb2fc1043a0 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 Processor -- start 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb300a00640 1 -- 172.21.15.100:0/3867760844 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fb2ec010ab0 con 0x7fb2fc1043a0 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 -- start start 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 0x555acedebc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedf64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555aced51900 con 0x555acedeb820 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555acecf7ef0 con 0x555acedec140 2024-04-26T01:52:28.060 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.062+0000 7fb304dd6740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555aced4d8c0 con 0x555acedf6a00 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2fb400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 0x555acedebc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedf64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:38812/0 (socket says 172.21.15.100:38812) 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2fb400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 0x555acedebc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56100/0 (socket says 172.21.15.100:56100) 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedf64c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43788/0 (socket says 172.21.15.100:43788) 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 -- 172.21.15.100:0/3659335597 learned_addr learned my addr 172.21.15.100:0/3659335597 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 -- 172.21.15.100:0/3659335597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 msgr2=0x555acedf64c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.065 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedf64c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 -- 172.21.15.100:0/3659335597 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 msgr2=0x555acedebc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 0x555acedebc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 -- 172.21.15.100:0/3659335597 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555acea64210 con 0x555acedf6a00 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.063+0000 7fb2f2000640 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc06b6c0 tx=0x7fb2e4005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4167c641029e6d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb300a00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 0x7fb2e00a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb2ebe00640 1 -- 172.21.15.100:0/3659335597 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e4035040 con 0x555acedf6a00 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb300a00640 1 -- 172.21.15.100:0/3867760844 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb2ec0d0bc0 con 0x7fb2fc1043a0 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb2ebe00640 1 -- 172.21.15.100:0/3659335597 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2e4031710 con 0x555acedf6a00 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb2ebe00640 1 -- 172.21.15.100:0/3659335597 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e40047a0 con 0x555acedf6a00 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.064+0000 7fb2fb400640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 0x7fb2e00a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- 172.21.15.100:0/3659335597 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 msgr2=0x555acedf8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc06b6c0 tx=0x7fb2e4005bd0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.066 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb2fb400640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 0x7fb2e00a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb2f4005fd0 tx=0x7fb2f4009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- 172.21.15.100:0/3659335597 shutdown_connections 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedf6a00 0x555acedf8df0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedf64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 --2- 172.21.15.100:0/3659335597 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedeb820 0x555acedebc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- 172.21.15.100:0/3659335597 >> 172.21.15.100:0/3659335597 conn(0x555acede7d30 msgr2=0x555acede8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- 172.21.15.100:0/3659335597 shutdown_connections 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- 172.21.15.100:0/3659335597 wait complete. 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 -- start start 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.065+0000 7fb304dd6740 1 Processor -- start 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedec140 0x555acedf3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedf6a00 0x555acedf43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.067 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x555acedf95d0 con 0x555acedec140 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555aced0b310 con 0x555acedf6a00 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x555acedf9750 con 0x555acedeb820 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb304dd6740 10 client.0 _ll_register_callbacks cb 0x555acecd9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:38824/0 (socket says 172.21.15.100:38824) 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb2faa00640 1 -- 172.21.15.100:0/2251272247 learned_addr learned my addr 172.21.15.100:0/2251272247 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb2f2000640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedec140 0x555acedf3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.066+0000 7fb2fb400640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedf6a00 0x555acedf43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 -- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedf6a00 msgr2=0x555acedf43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedf6a00 0x555acedf43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 -- 172.21.15.100:0/2251272247 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedec140 msgr2=0x555acedf3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedec140 0x555acedf3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 -- 172.21.15.100:0/2251272247 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555aceb30620 con 0x555acedeb820 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2faa00640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9c0 tx=0x7fb2ec098f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac5329785e6802e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.068 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2e8c00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec0ce760 con 0x555acedeb820 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb2ec09c030 con 0x555acedeb820 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2e4031710 con 0x555acedeb820 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fb2ec010e20 con 0x555acedeb820 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb304dd6740 10 client.25870 fetch_fsmap learned FSMap version 42 2024-04-26T01:52:28.069 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.067+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555acee05840 con 0x555acedeb820 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2e4031710 con 0x555acedeb820 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 42) ==== 8430+0+0 (secure 0 0 0) 0x7fb2ec018b90 con 0x555acedeb820 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 10 client.25870 fetch_fsmap finished waiting for FSMap version 42 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 10 client.25870 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 20 client.25870 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee06d00 0x555acee09150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 4 client.25870 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555aced658b0 con 0x555acee06d00 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.068+0000 7fb2f2000640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee06d00 0x555acee09150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.069+0000 7fb2f2000640 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee06d00 0x555acee09150 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bf8710cd7ac0bc1 server_cookie=6bb989ba151db482 in_seq=0 out_seq=0 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.069+0000 7fb2e8c00640 10 client.25870 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb2e8c00640 1 -- 172.21.15.100:0/2251272247 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555aced658b0 con 0x555acee06d00 2024-04-26T01:52:28.071 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb2e8c00640 10 client.25870 handle_command_reply: tid=0 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 client.25870 shutdown 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 msgr2=0x555acedf3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9c0 tx=0x7fb2ec098f70 comp rx=0 tx=0).stop 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 shutdown_connections 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee06d00 0x555acee09150 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedf6a00 0x555acedf43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedec140 0x555acedf3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 --2- 172.21.15.100:0/2251272247 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedf3960 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb2e8c00640 0 client.25870 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 >> 172.21.15.100:0/2251272247 conn(0x555acede7d30 msgr2=0x555acededab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 shutdown_connections 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 1 -- 172.21.15.100:0/2251272247 wait complete. 2024-04-26T01:52:28.072 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.070+0000 7fb304dd6740 20 client.25870 trim_cache size 0 max 16384 2024-04-26T01:52:28.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.096+0000 7fb304dd6740 1 Processor -- start 2024-04-26T01:52:28.094 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.096+0000 7fb304dd6740 1 -- start start 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 0x555acee02490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedec140 0x555acedee1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedf4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1afd40 con 0x555acedf6a00 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1b1a90 con 0x555acedeb820 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb304dd6740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1b04a0 con 0x555acedec140 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb2fb400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedf4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb2fb400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedf4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:56116/0 (socket says 172.21.15.100:56116) 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 0x555acee02490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb2fb400640 1 -- 172.21.15.100:0/497170129 learned_addr learned my addr 172.21.15.100:0/497170129 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:28.095 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.097+0000 7fb2f2000640 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedec140 0x555acedee1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 -- 172.21.15.100:0/497170129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedec140 msgr2=0x555acedee1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedec140 0x555acedee1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 -- 172.21.15.100:0/497170129 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 msgr2=0x555acedf4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedf4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 -- 172.21.15.100:0/497170129 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555acede7610 con 0x555acedeb820 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2faa00640 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 0x555acee02490 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec098950 tx=0x7fb2ec0b6190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=592c189657558112 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2eb400640 1 -- 172.21.15.100:0/497170129 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec09de60 con 0x555acedeb820 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2eb400640 1 -- 172.21.15.100:0/497170129 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2ec0ce760 con 0x555acedeb820 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.098+0000 7fb2eb400640 1 -- 172.21.15.100:0/497170129 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec010430 con 0x555acedeb820 2024-04-26T01:52:28.097 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 -- 172.21.15.100:0/497170129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 msgr2=0x555acee02490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 0x555acee02490 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec098950 tx=0x7fb2ec0b6190 comp rx=0 tx=0).stop 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 -- 172.21.15.100:0/497170129 shutdown_connections 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedf4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedec140 0x555acedee1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 --2- 172.21.15.100:0/497170129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedeb820 0x555acee02490 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 -- 172.21.15.100:0/497170129 >> 172.21.15.100:0/497170129 conn(0x555acede7d30 msgr2=0x555acedf3920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 -- 172.21.15.100:0/497170129 shutdown_connections 2024-04-26T01:52:28.098 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.099+0000 7fb304dd6740 1 -- 172.21.15.100:0/497170129 wait complete. 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.100+0000 7fb304dd6740 1 -- start start 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.100+0000 7fb304dd6740 1 Processor -- start 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.100+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedfee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedfc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1b13c0 con 0x555acedf6a00 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1b0c30 con 0x555acedec140 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb2fc1add20 con 0x555acedeb820 2024-04-26T01:52:28.101 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb304dd6740 10 client.0 _ll_register_callbacks cb 0x7fb2ec009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2f2000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedfee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2f2000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43816/0 (socket says 172.21.15.100:43816) 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2f2000640 1 -- 172.21.15.100:0/4289771662 learned_addr learned my addr 172.21.15.100:0/4289771662 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2fb400640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedfc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 -- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 msgr2=0x555acedfc1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 -- 172.21.15.100:0/4289771662 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 msgr2=0x555acedfc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedfc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2faa00640 1 -- 172.21.15.100:0/4289771662 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555acedfcf70 con 0x555acedeb820 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.101+0000 7fb2f2000640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb2faa00640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedfee10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec09ae90 tx=0x7fb2ec018df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e91742e8480246b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.102 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb2e8c00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ec09de60 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb2ec098be0 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2ec0ce760 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fb2ec09cbe0 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb304dd6740 10 client.25876 fetch_fsmap learned FSMap version 42 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.102+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x555acee6d3c0 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2ec0ce760 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 42) ==== 8430+0+0 (secure 0 0 0) 0x7fb2ec0a2070 con 0x555acedeb820 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 10 client.25876 fetch_fsmap finished waiting for FSMap version 42 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 10 client.25876 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 20 client.25876 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee6dae0 0x555acee6ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 4 client.25876 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:28.103 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555aced5f320 con 0x555acee6dae0 2024-04-26T01:52:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.103+0000 7fb2f2000640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee6dae0 0x555acee6ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.104+0000 7fb2f2000640 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee6dae0 0x555acee6ff00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b2aab3faff8a49d server_cookie=eff5a2ca0f5234aa in_seq=0 out_seq=0 2024-04-26T01:52:28.104 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.104+0000 7fb2e8c00640 10 client.25876 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb2e8c00640 1 -- 172.21.15.100:0/4289771662 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555aced5f320 con 0x555acee6dae0 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb2e8c00640 10 client.25876 handle_command_reply: tid=0 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 client.25876 shutdown 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 msgr2=0x555acedfee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedfee10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec09ae90 tx=0x7fb2ec018df0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 shutdown_connections 2024-04-26T01:52:28.237 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x555acee6dae0 0x555acee6ff00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x555acedf6a00 0x555acedfc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555acedec140 0x555acedfc1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 --2- 172.21.15.100:0/4289771662 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x555acedeb820 0x555acedfee10 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 >> 172.21.15.100:0/4289771662 conn(0x555acede7d30 msgr2=0x555acede6e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.239+0000 7fb2e8c00640 0 client.25876 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:28.238 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.240+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 shutdown_connections 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.240+0000 7fb304dd6740 1 -- 172.21.15.100:0/4289771662 wait complete. 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.241+0000 7fb304dd6740 20 client.25876 trim_cache size 0 max 16384 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:52:28.239 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 msgr2=0x7fb2e00a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 0x7fb2e00a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb2f4005fd0 tx=0x7fb2f4009500 comp rx=0 tx=0).stop 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 msgr2=0x7fb2fc1a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb2ec00e9f0 tx=0x7fb2ec00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 shutdown_connections 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb2e00a3dc0 0x7fb2e00a6280 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.240 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb2fc19a790 0x7fb2fc19ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.241 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2fc109470 0x7fb2fc1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.241 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 --2- 172.21.15.100:0/3867760844 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb2fc1043a0 0x7fb2fc1a0620 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.241 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 >> 172.21.15.100:0/3867760844 conn(0x7fb2fc0ffc40 msgr2=0x7fb2fc100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.241 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 shutdown_connections 2024-04-26T01:52:28.241 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:28.242+0000 7fb301e00640 1 -- 172.21.15.100:0/3867760844 wait complete. 2024-04-26T01:52:28.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:28 smithi133 ceph-mon[32344]: pgmap v148: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-04-26T01:52:28.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:28 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:28.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:28 smithi148 ceph-mon[32990]: pgmap v148: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-04-26T01:52:28.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:28 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:28.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:28 smithi100 ceph-mon[28020]: pgmap v148: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 755 op/s 2024-04-26T01:52:28.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:28 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:30.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:30 smithi133 ceph-mon[32344]: pgmap v149: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 320 op/s 2024-04-26T01:52:30.560 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:30 smithi148 ceph-mon[32990]: pgmap v149: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 320 op/s 2024-04-26T01:52:30.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:30 smithi100 ceph-mon[28020]: pgmap v149: 97 pgs: 97 active+clean; 254 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 320 op/s 2024-04-26T01:52:32.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:32 smithi133 ceph-mon[32344]: pgmap v150: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 537 op/s 2024-04-26T01:52:32.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:32 smithi148 ceph-mon[32990]: pgmap v150: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 537 op/s 2024-04-26T01:52:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:32 smithi100 ceph-mon[28020]: pgmap v150: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 537 op/s 2024-04-26T01:52:34.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:34 smithi133 ceph-mon[32344]: pgmap v151: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:34.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:34 smithi148 ceph-mon[32990]: pgmap v151: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:34.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:34 smithi100 ceph-mon[28020]: pgmap v151: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:36.381 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:36 smithi100 ceph-mon[28020]: pgmap v152: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:36.382 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:36 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:36.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:36 smithi133 ceph-mon[32344]: pgmap v152: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:36.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:36 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:36.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:36 smithi148 ceph-mon[32990]: pgmap v152: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 978 KiB/s rd, 1.1 MiB/s wr, 336 op/s 2024-04-26T01:52:36.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:36 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:52:37.740 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-04-26T01:52:37.740 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T01:52:38.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:38 smithi133 ceph-mon[32344]: pgmap v153: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 445 op/s 2024-04-26T01:52:38.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:38 smithi148 ceph-mon[32990]: pgmap v153: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 445 op/s 2024-04-26T01:52:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:38 smithi100 ceph-mon[28020]: pgmap v153: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 445 op/s 2024-04-26T01:52:38.934 DEBUG:teuthology.parallel:result is None 2024-04-26T01:52:38.935 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T01:52:39.027 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T01:52:39.027 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-26T01:52:39.038 INFO:tasks.quiescer:joining Quiescers 2024-04-26T01:52:39.038 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-26T01:52:39.039 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:52:39.500 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.186 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:40 smithi100 ceph-mon[28020]: pgmap v154: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-26T01:52:40.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:40 smithi133 ceph-mon[32344]: pgmap v154: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-26T01:52:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:40 smithi148 ceph-mon[32990]: pgmap v154: 97 pgs: 97 active+clean; 249 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 325 op/s 2024-04-26T01:52:41.373 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.375+0000 7f3c4d200640 1 -- 172.21.15.100:0/768253761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108560 msgr2=0x7f3c481089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.375+0000 7f3c4d200640 1 --2- 172.21.15.100:0/768253761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108560 0x7f3c481089e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009930 tx=0x7f3c3002a420 comp rx=0 tx=0).stop 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 -- 172.21.15.100:0/768253761 shutdown_connections 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 --2- 172.21.15.100:0/768253761 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c48108f20 0x7f3c481153e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 --2- 172.21.15.100:0/768253761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108560 0x7f3c481089e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 --2- 172.21.15.100:0/768253761 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c4810e620 0x7f3c4810ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 -- 172.21.15.100:0/768253761 >> 172.21.15.100:0/768253761 conn(0x7f3c480764e0 msgr2=0x7f3c48078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 -- 172.21.15.100:0/768253761 shutdown_connections 2024-04-26T01:52:41.374 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.376+0000 7f3c4d200640 1 -- 172.21.15.100:0/768253761 wait complete. 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 Processor -- start 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 -- start start 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 0x7f3c4819ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 0x7f3c4819f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 0x7f3c481a35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3c48118940 con 0x7f3c4810e620 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481187c0 con 0x7f3c48108f20 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.377+0000 7f3c4d200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c48118ac0 con 0x7f3c48108560 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 0x7f3c4819f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 0x7f3c4819f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:56866/0 (socket says 172.21.15.100:56866) 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c3fe00640 1 -- 172.21.15.100:0/2831916317 learned_addr learned my addr 172.21.15.100:0/2831916317 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 0x7f3c4819ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.376 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c46800640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 0x7f3c481a35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 -- 172.21.15.100:0/2831916317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 msgr2=0x7f3c4819f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 0x7f3c4819f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 -- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 msgr2=0x7f3c481a35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 0x7f3c481a35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c45e00640 1 -- 172.21.15.100:0/2831916317 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c481a3d10 con 0x7f3c48108560 2024-04-26T01:52:41.377 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.378+0000 7f3c46800640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 0x7f3c481a35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 0x7f3c4819ed20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9f0 tx=0x7f3c3800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c3ea00640 1 -- 172.21.15.100:0/2831916317 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3800ccc0 con 0x7f3c48108560 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c481a4000 con 0x7f3c48108560 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c3ea00640 1 -- 172.21.15.100:0/2831916317 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c38005020 con 0x7f3c48108560 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c3ea00640 1 -- 172.21.15.100:0/2831916317 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c380049c0 con 0x7f3c48108560 2024-04-26T01:52:41.378 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.379+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c481ab890 con 0x7f3c48108560 2024-04-26T01:52:41.380 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.382+0000 7f3c4fffd740 1 Processor -- start 2024-04-26T01:52:41.380 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.382+0000 7f3c4fffd740 1 -- start start 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928dadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55e292833900 con 0x55e2928cd820 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e2927d9ef0 con 0x55e2928ce140 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e29282f8c0 con 0x55e2928d8a00 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c3ea00640 1 -- 172.21.15.100:0/2831916317 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f3c380051d0 con 0x7f3c48108560 2024-04-26T01:52:41.381 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34562/0 (socket says 172.21.15.100:34562) 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c46800640 1 -- 172.21.15.100:0/2760327916 learned_addr learned my addr 172.21.15.100:0/2760327916 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928dadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.383+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 -- 172.21.15.100:0/2760327916 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 msgr2=0x55e2928dadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928dadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 -- 172.21.15.100:0/2760327916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 msgr2=0x55e2928d84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.382 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 -- 172.21.15.100:0/2760327916 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e292546210 con 0x55e2928cd820 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c46800640 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3c400117e0 tx=0x7f3c40011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86cc56278754056 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c37400640 1 -- 172.21.15.100:0/2760327916 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40011310 con 0x55e2928cd820 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c37400640 1 -- 172.21.15.100:0/2760327916 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c40003e40 con 0x55e2928cd820 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c37400640 1 -- 172.21.15.100:0/2760327916 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40004570 con 0x55e2928cd820 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.384+0000 7f3c3ea00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 0x7f3c2c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c3ea00640 1 -- 172.21.15.100:0/2831916317 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f3c380d07f0 con 0x7f3c48108560 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 0x7f3c2c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2760327916 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 msgr2=0x55e2928cdc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3c400117e0 tx=0x7f3c40011ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2760327916 shutdown_connections 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928dadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.384 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.385+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2760327916 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928cd820 0x55e2928cdc00 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2760327916 >> 172.21.15.100:0/2760327916 conn(0x55e2928c9d30 msgr2=0x55e2928ca110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c45e00640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 0x7f3c2c0a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55e2928cedc0 tx=0x7f3c38009f60 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2760327916 shutdown_connections 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2760327916 wait complete. 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c4fffd740 1 -- start start 2024-04-26T01:52:41.385 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.386+0000 7f3c4fffd740 1 Processor -- start 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928d5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928d6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x55e2928db630 con 0x55e2928d8a00 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e2927ed310 con 0x55e2928cd820 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x55e2928db7b0 con 0x55e2928ce140 2024-04-26T01:52:41.387 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c4fffd740 10 client.0 _ll_register_callbacks cb 0x55e2927bbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928d6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928d6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34570/0 (socket says 172.21.15.100:34570) 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c46800640 1 -- 172.21.15.100:0/2145432339 learned_addr learned my addr 172.21.15.100:0/2145432339 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.387+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:40766/0 (socket says 172.21.15.100:40766) 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c46800640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928d5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 -- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 msgr2=0x55e2928d5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928d5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 -- 172.21.15.100:0/2145432339 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 msgr2=0x55e2928d6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928d6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 -- 172.21.15.100:0/2145432339 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e292612620 con 0x55e2928ce140 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3c30000c00 tx=0x7f3c300043b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=444fd7261a2defa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.388+0000 7f3c2be00640 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:52:41.388 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30035040 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e2928478b0 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f3c30005220 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3c30005420 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c4fffd740 10 client.25888 fetch_fsmap learned FSMap version 43 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.389+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55e2928e78c0 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55e2928478b0 con 0x55e2928ce140 2024-04-26T01:52:41.389 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 43) ==== 8434+0+0 (secure 0 0 0) 0x7f3c30003920 con 0x55e2928ce140 2024-04-26T01:52:41.390 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 10 client.25888 fetch_fsmap finished waiting for FSMap version 43 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 10 client.25888 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 20 client.25888 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e2928e8d30 0x55e2928eb170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 4 client.25888 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e292841320 con 0x55e2928e8d30 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.390+0000 7f3c46800640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e2928e8d30 0x55e2928eb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.391+0000 7f3c46800640 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e2928e8d30 0x55e2928eb170 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73dc2c922875574a server_cookie=f9ae3463d12e2327 in_seq=0 out_seq=0 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.391+0000 7f3c2be00640 10 client.25888 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c2be00640 1 -- 172.21.15.100:0/2145432339 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e292841320 con 0x55e2928e8d30 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c2be00640 10 client.25888 handle_command_reply: tid=0 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 client.25888 shutdown 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 msgr2=0x55e2928d5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.391 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3c30000c00 tx=0x7f3c300043b0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 shutdown_connections 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e2928e8d30 0x55e2928eb170 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928d6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928ce140 0x55e2928d5ec0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c2be00640 0 client.25888 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2145432339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928d5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.392+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 >> 172.21.15.100:0/2145432339 conn(0x55e2928c9d30 msgr2=0x55e2928cfab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.393+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 shutdown_connections 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.393+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2145432339 wait complete. 2024-04-26T01:52:41.392 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.393+0000 7f3c4fffd740 20 client.25888 trim_cache size 0 max 16384 2024-04-26T01:52:41.406 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.408+0000 7f3c4fffd740 1 Processor -- start 2024-04-26T01:52:41.406 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 -- start start 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928cd820 0x55e2928e44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b4150 con 0x55e2928d8a00 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b5ed0 con 0x55e2928ce140 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b48e0 con 0x55e2928cd820 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c46800640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34584/0 (socket says 172.21.15.100:34584) 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.407 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c46800640 1 -- 172.21.15.100:0/2580600037 learned_addr learned my addr 172.21.15.100:0/2580600037 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.408 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.409+0000 7f3c46800640 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928cd820 0x55e2928e44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 -- 172.21.15.100:0/2580600037 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928cd820 msgr2=0x55e2928e44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928cd820 0x55e2928e44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 -- 172.21.15.100:0/2580600037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 msgr2=0x55e2928d6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 -- 172.21.15.100:0/2580600037 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2928eb7f0 con 0x55e2928d8a00 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c46800640 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3c40004140 tx=0x7f3c40009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1787b1593cfd7e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.409 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c36a00640 1 -- 172.21.15.100:0/2580600037 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40025040 con 0x55e2928d8a00 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.410+0000 7f3c36a00640 1 -- 172.21.15.100:0/2580600037 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c40011490 con 0x55e2928d8a00 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c36a00640 1 -- 172.21.15.100:0/2580600037 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40005580 con 0x55e2928d8a00 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2580600037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 msgr2=0x55e2928f0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3c40004140 tx=0x7f3c40009500 comp rx=0 tx=0).stop 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2580600037 shutdown_connections 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928d8a00 0x55e2928f0a80 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928ce140 0x55e2928d6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/2580600037 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928cd820 0x55e2928e44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2580600037 >> 172.21.15.100:0/2580600037 conn(0x55e2928c9d30 msgr2=0x55e2928cfab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.411+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2580600037 shutdown_connections 2024-04-26T01:52:41.410 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.412+0000 7f3c4fffd740 1 -- 172.21.15.100:0/2580600037 wait complete. 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.412+0000 7f3c4fffd740 1 -- start start 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.412+0000 7f3c4fffd740 1 Processor -- start 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928e0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 0x55e2928de0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928de610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b5800 con 0x55e2928ce140 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b5070 con 0x55e2928cd820 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3c481b2130 con 0x55e2928d8a00 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c4fffd740 10 client.0 _ll_register_callbacks cb 0x7f3c30004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c46800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928e0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 0x55e2928de0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.413 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c46800640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928e0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:56900/0 (socket says 172.21.15.100:56900) 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c46800640 1 -- 172.21.15.100:0/1259978297 learned_addr learned my addr 172.21.15.100:0/1259978297 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c46800640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928de610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 -- 172.21.15.100:0/1259978297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 msgr2=0x55e2928de610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928de610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 -- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 msgr2=0x55e2928e0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928e0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c3fe00640 1 -- 172.21.15.100:0/1259978297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2928dedc0 con 0x55e2928ce140 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.413+0000 7f3c46800640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928de610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c3fe00640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 0x55e2928de0d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3c30005ec0 tx=0x7f3c30005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b1643f2593671b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c2be00640 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30035070 con 0x55e2928ce140 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e29283b190 con 0x55e2928ce140 2024-04-26T01:52:41.414 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f3c300035f0 con 0x55e2928ce140 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3c30052040 con 0x55e2928ce140 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c4fffd740 10 client.15750 fetch_fsmap learned FSMap version 43 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x55e29294f290 con 0x55e2928ce140 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.414+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55e29283b190 con 0x55e2928ce140 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 43) ==== 8434+0+0 (secure 0 0 0) 0x7f3c30055030 con 0x55e2928ce140 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 10 client.15750 fetch_fsmap finished waiting for FSMap version 43 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 20 client.15750 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e29294fad0 0x55e292951ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 4 client.15750 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e2927b74b0 con 0x55e29294fad0 2024-04-26T01:52:41.415 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.415+0000 7f3c46800640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e29294fad0 0x55e292951ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.416 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.416+0000 7f3c46800640 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e29294fad0 0x55e292951ef0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c75445d3be3845 server_cookie=73f4bef2c2774a6e in_seq=0 out_seq=0 2024-04-26T01:52:41.416 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.416+0000 7f3c2be00640 10 client.15750 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:41.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c2be00640 1 -- 172.21.15.100:0/1259978297 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e2927b74b0 con 0x55e29294fad0 2024-04-26T01:52:41.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c2be00640 10 client.15750 handle_command_reply: tid=0 2024-04-26T01:52:41.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 client.15750 shutdown 2024-04-26T01:52:41.437 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 msgr2=0x55e2928de0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 0x55e2928de0d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3c30005ec0 tx=0x7f3c30005850 comp rx=0 tx=0).stop 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 shutdown_connections 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x55e29294fad0 0x55e292951ef0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x55e2928d8a00 0x55e2928de610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x55e2928ce140 0x55e2928de0d0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c2be00640 0 client.15750 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 --2- 172.21.15.100:0/1259978297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2928cd820 0x55e2928e0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 >> 172.21.15.100:0/1259978297 conn(0x55e2928c9d30 msgr2=0x55e2928c8600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 shutdown_connections 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.439+0000 7f3c4fffd740 1 -- 172.21.15.100:0/1259978297 wait complete. 2024-04-26T01:52:41.438 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4fffd740 20 client.15750 trim_cache size 0 max 16384 2024-04-26T01:52:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:{ 2024-04-26T01:52:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "message": "", 2024-04-26T01:52:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout: "return_code": 0 2024-04-26T01:52:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stdout:} 2024-04-26T01:52:41.439 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 msgr2=0x7f3c2c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 0x7f3c2c0a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55e2928cedc0 tx=0x7f3c38009f60 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 msgr2=0x7f3c4819ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 0x7f3c4819ed20 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9f0 tx=0x7f3c3800eeb0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 shutdown_connections 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.440+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f3c2c0a3dc0 0x7f3c2c0a6280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3c4810e620 0x7f3c481a35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c48108f20 0x7f3c4819f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 --2- 172.21.15.100:0/2831916317 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3c48108560 0x7f3c4819ed20 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 >> 172.21.15.100:0/2831916317 conn(0x7f3c480764e0 msgr2=0x7f3c48077aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 shutdown_connections 2024-04-26T01:52:41.440 INFO:teuthology.task.background_exec.ubuntu@smithi100.front.sepia.ceph.com.smithi100.stderr:2024-04-26T01:52:41.441+0000 7f3c4d200640 1 -- 172.21.15.100:0/2831916317 wait complete. 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.867+0000 7f84f9a00700 1 -- 172.21.15.100:0/2696242170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f4109c80 msgr2=0x7f84f410dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.867+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2696242170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f4109c80 0x7f84f410dcd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f84e00099c0 tx=0x7f84e0009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 -- 172.21.15.100:0/2696242170 shutdown_connections 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2696242170 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f410e3b0 0x7f84f4115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2696242170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2696242170 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f4109c80 0x7f84f410dcd0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 -- 172.21.15.100:0/2696242170 >> 172.21.15.100:0/2696242170 conn(0x7f84f4076210 msgr2=0x7f84f4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 -- 172.21.15.100:0/2696242170 shutdown_connections 2024-04-26T01:52:41.866 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.868+0000 7f84f9a00700 1 -- 172.21.15.100:0/2696242170 wait complete. 2024-04-26T01:52:41.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.869+0000 7f84f9a00700 1 Processor -- start 2024-04-26T01:52:41.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.869+0000 7f84f9a00700 1 -- start start 2024-04-26T01:52:41.867 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.869+0000 7f84f9a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.869+0000 7f84f9a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.869+0000 7f84f9a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 0x7f84f419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f9a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f84f4119360 con 0x7f84f4109c80 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f9a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41191e0 con 0x7f84f41092d0 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f9a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f84f41194e0 con 0x7f84f410e3b0 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f3400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 0x7f84f419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34610/0 (socket says 172.21.15.100:34610) 2024-04-26T01:52:41.868 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2000700 1 -- 172.21.15.100:0/2292384917 learned_addr learned my addr 172.21.15.100:0/2292384917 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:41.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 -- 172.21.15.100:0/2292384917 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 msgr2=0x7f84f419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 0x7f84f419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 -- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 msgr2=0x7f84f41a5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.869 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2a00700 1 -- 172.21.15.100:0/2292384917 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f419ff80 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f3400700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 0x7f84f419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.870+0000 7f84f2000700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84f2a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41a5580 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f84e400e9f0 tx=0x7f84e400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e400c9c0 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f84e400cb60 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e4018680 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f41a0270 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.871+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f41ac500 con 0x7f84f41092d0 2024-04-26T01:52:41.870 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.872+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f410a7b0 con 0x7f84f41092d0 2024-04-26T01:52:41.872 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.875+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f84e4010430 con 0x7f84f41092d0 2024-04-26T01:52:41.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.876+0000 7f84eb400700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 0x7f84d80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.876+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7f84e40d0b20 con 0x7f84f41092d0 2024-04-26T01:52:41.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.876+0000 7f84f2000700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 0x7f84d80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.874 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.877+0000 7f84f2000700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 0x7f84d80a62f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f84f41a0e10 tx=0x7f84e0005a90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.876 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:41.878+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84e409d220 con 0x7f84f41092d0 2024-04-26T01:52:42.157 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.160+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84f41a04a0 con 0x7f84f41092d0 2024-04-26T01:52:42.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.161+0000 7f84eb400700 1 -- 172.21.15.100:0/2292384917 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+11993 (secure 0 0 0) 0x7f84e409cb20 con 0x7f84f41092d0 2024-04-26T01:52:42.159 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:52:42.159 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":43,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":43,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:52:34.946796+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24526,24533,24515,24511,24499]},"id":1}]} 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 msgr2=0x7f84d80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 0x7f84d80a62f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f84f41a0e10 tx=0x7f84e0005a90 comp rx=0 tx=0).stop 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 msgr2=0x7f84f41a5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41a5580 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f84e400e9f0 tx=0x7f84e400ed00 comp rx=0 tx=0).stop 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 shutdown_connections 2024-04-26T01:52:42.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f84d80a3e30 0x7f84d80a62f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f84f410e3b0 0x7f84f419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84f41092d0 0x7f84f41a5580 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 --2- 172.21.15.100:0/2292384917 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84f4109c80 0x7f84f41a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.164+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 >> 172.21.15.100:0/2292384917 conn(0x7f84f4076210 msgr2=0x7f84f4076870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.165+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 shutdown_connections 2024-04-26T01:52:42.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:42.165+0000 7f84f9a00700 1 -- 172.21.15.100:0/2292384917 wait complete. 2024-04-26T01:52:42.164 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 43 2024-04-26T01:52:42.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:42 smithi133 ceph-mon[32344]: pgmap v155: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 450 op/s 2024-04-26T01:52:42.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:42 smithi148 ceph-mon[32990]: pgmap v155: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 450 op/s 2024-04-26T01:52:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:42 smithi100 ceph-mon[28020]: pgmap v155: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 450 op/s 2024-04-26T01:52:43.123 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24533 quiesce db --cancel --all' 2024-04-26T01:52:43.123 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24533 quiesce db --cancel --all 2024-04-26T01:52:43.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2292384917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:43.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2292384917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:43.560 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:43.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2292384917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.437 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:44 smithi100 ceph-mon[28020]: pgmap v156: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:44.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:44 smithi148 ceph-mon[32990]: pgmap v156: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:44 smithi133 ceph-mon[32344]: pgmap v156: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.336+0000 7fb83ae00700 1 -- 172.21.15.100:0/2129367653 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834108a50 msgr2=0x7fb834108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 --2- 172.21.15.100:0/2129367653 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834108a50 0x7fb834108e30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb824009990 tx=0x7fb824009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 -- 172.21.15.100:0/2129367653 shutdown_connections 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 --2- 172.21.15.100:0/2129367653 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 --2- 172.21.15.100:0/2129367653 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834108a50 0x7fb834108e30 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 --2- 172.21.15.100:0/2129367653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834102a90 0x7fb834102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 -- 172.21.15.100:0/2129367653 >> 172.21.15.100:0/2129367653 conn(0x7fb834079ba0 msgr2=0x7fb834079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 -- 172.21.15.100:0/2129367653 shutdown_connections 2024-04-26T01:52:46.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.337+0000 7fb83ae00700 1 -- 172.21.15.100:0/2129367653 wait complete. 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 Processor -- start 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 -- start start 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83419ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834108a50 0x7fb83419fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb834112d60 con 0x7fb834102a90 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb834112be0 con 0x7fb834108a50 2024-04-26T01:52:46.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.338+0000 7fb83ae00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb834112ee0 con 0x7fb834103450 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb833e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb833e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48410/0 (socket says 172.21.15.100:48410) 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb833e00700 1 -- 172.21.15.100:0/3720855520 learned_addr learned my addr 172.21.15.100:0/3720855520 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83419ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb838e00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834108a50 0x7fb83419fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 -- 172.21.15.100:0/3720855520 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834108a50 msgr2=0x7fb83419fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834108a50 0x7fb83419fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 -- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 msgr2=0x7fb83419b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb82be00700 1 -- 172.21.15.100:0/3720855520 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8341a04e0 con 0x7fb834103450 2024-04-26T01:52:46.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.339+0000 7fb833e00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb82be00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83419ba10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00e9f0 tx=0x7fb81c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb831600700 1 -- 172.21.15.100:0/3720855520 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c00c9c0 con 0x7fb834103450 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8341a07d0 con 0x7fb834103450 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb831600700 1 -- 172.21.15.100:0/3720855520 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb81c00cb60 con 0x7fb834103450 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb831600700 1 -- 172.21.15.100:0/3720855520 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c018680 con 0x7fb834103450 2024-04-26T01:52:46.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.340+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8341a8050 con 0x7fb834103450 2024-04-26T01:52:46.344 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.345+0000 7fb831600700 1 -- 172.21.15.100:0/3720855520 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fb81c010430 con 0x7fb834103450 2024-04-26T01:52:46.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.346+0000 7fb845801b80 1 Processor -- start 2024-04-26T01:52:46.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.346+0000 7fb831600700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 0x7fb8180a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.345 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb831600700 1 -- 172.21.15.100:0/3720855520 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb81c0d0910 con 0x7fb834103450 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 -- start start 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb838e00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 0x7fb8180a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee7077c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee7085450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562ee6fcaf00 con 0x562ee7077890 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562ee6f717a0 con 0x562ee7083060 2024-04-26T01:52:46.346 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb845801b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562ee6fc6ec0 con 0x562ee70781b0 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb833e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee7077c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb82be00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb82be00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:43170/0 (socket says 172.21.15.100:43170) 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb833e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee7077c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48418/0 (socket says 172.21.15.100:48418) 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb82be00700 1 -- 172.21.15.100:0/1044118580 learned_addr learned my addr 172.21.15.100:0/1044118580 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:46.347 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.347+0000 7fb838e00700 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee7085450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb838e00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 0x7fb8180a62f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb82c00f590 tx=0x7fb82c00b040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 -- 172.21.15.100:0/1044118580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 msgr2=0x562ee7085450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee7085450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 -- 172.21.15.100:0/1044118580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 msgr2=0x562ee7077c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee7077c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 -- 172.21.15.100:0/1044118580 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ee6f676f0 con 0x562ee70781b0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb82be00700 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb81c0a4fc0 tx=0x7fb81c09d0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb388d578eb0759e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb829600700 1 -- 172.21.15.100:0/1044118580 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c0a54f0 con 0x562ee70781b0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb829600700 1 -- 172.21.15.100:0/1044118580 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb81c00cd10 con 0x562ee70781b0 2024-04-26T01:52:46.348 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.348+0000 7fb829600700 1 -- 172.21.15.100:0/1044118580 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c0a5060 con 0x562ee70781b0 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 -- 172.21.15.100:0/1044118580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 msgr2=0x562ee7082b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb81c0a4fc0 tx=0x7fb81c09d0d0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 -- 172.21.15.100:0/1044118580 shutdown_connections 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee7085450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee7077c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 --2- 172.21.15.100:0/1044118580 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee7082b20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 -- 172.21.15.100:0/1044118580 >> 172.21.15.100:0/1044118580 conn(0x562ee6fa6610 msgr2=0x562ee7073d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 -- 172.21.15.100:0/1044118580 shutdown_connections 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.349+0000 7fb845801b80 1 -- 172.21.15.100:0/1044118580 wait complete. 2024-04-26T01:52:46.350 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.350+0000 7fb845801b80 1 -- start start 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.350+0000 7fb845801b80 1 Processor -- start 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7077890 0x562ee70827a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee707ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x562ee7085b80 con 0x562ee70781b0 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562ee6f848d0 con 0x562ee7083060 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x562ee7085d00 con 0x562ee7077890 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb845801b80 10 client.0 _ll_register_callbacks cb 0x562ee6f63790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb82be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb82be00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48420/0 (socket says 172.21.15.100:48420) 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb82be00700 1 -- 172.21.15.100:0/3722621716 learned_addr learned my addr 172.21.15.100:0/3722621716 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb833e00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7077890 0x562ee70827a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.351 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.351+0000 7fb838e00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee707ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 -- 172.21.15.100:0/3722621716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7077890 msgr2=0x562ee70827a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7077890 0x562ee70827a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 -- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 msgr2=0x562ee707ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee707ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 -- 172.21.15.100:0/3722621716 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ee6f18940 con 0x562ee70781b0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb82be00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb81c099250 tx=0x7fb81c005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fbf759f268900d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb822000700 10 client.0 ms_handle_connect on v2:172.21.15.100:3300/0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c0a54f0 con 0x562ee70781b0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mon.0 v2:172.21.15.100:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb81c09ccf0 con 0x562ee70781b0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.352+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb81c00cd10 con 0x562ee70781b0 2024-04-26T01:52:46.353 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fb81c0a5060 con 0x562ee70781b0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 10 client.15768 fetch_fsmap learned FSMap version 43 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x562ee6f61b60 con 0x562ee70781b0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mon.0 v2:172.21.15.100:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb81c00cd10 con 0x562ee70781b0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mon.0 v2:172.21.15.100:3300/0 5 ==== fsmap(e 43) ==== 8434+0+0 (secure 0 0 0) 0x7fb81c0985d0 con 0x562ee70781b0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 10 client.15768 fetch_fsmap finished waiting for FSMap version 43 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 10 client.15768 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 20 client.15768 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70926f0 0x562ee7094ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 4 client.15768 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.353+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ee6fd86f0 con 0x562ee70926f0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.354+0000 7fb833e00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70926f0 0x562ee7094ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.354+0000 7fb833e00700 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70926f0 0x562ee7094ae0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a9ed761fa23d279 server_cookie=a3df43cb9e3d709b in_seq=0 out_seq=0 2024-04-26T01:52:46.354 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.354+0000 7fb822000700 10 client.15768 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:46.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.355+0000 7fb822000700 1 -- 172.21.15.100:0/3722621716 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562ee6fd86f0 con 0x562ee70926f0 2024-04-26T01:52:46.355 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.355+0000 7fb822000700 10 client.15768 handle_command_reply: tid=0 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.355+0000 7fb845801b80 1 client.15768 shutdown 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 msgr2=0x562ee707faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb81c099250 tx=0x7fb81c005bb0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 shutdown_connections 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7083060 0x562ee707ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70926f0 0x562ee7094ae0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7077890 0x562ee70827a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 --2- 172.21.15.100:0/3722621716 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee70781b0 0x562ee707faa0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 >> 172.21.15.100:0/3722621716 conn(0x562ee6fa6610 msgr2=0x562ee7073930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb822000700 0 client.15768 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 shutdown_connections 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 1 -- 172.21.15.100:0/3722621716 wait complete. 2024-04-26T01:52:46.356 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.356+0000 7fb845801b80 20 client.15768 trim_cache size 0 max 16384 2024-04-26T01:52:46.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.377+0000 7fb845801b80 1 Processor -- start 2024-04-26T01:52:46.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.377+0000 7fb845801b80 1 -- start start 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7077890 0x562ee707b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee70819e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341af5c0 con 0x562ee7083060 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b1340 con 0x562ee7077890 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb845801b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341afd50 con 0x562ee70781b0 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb838e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb833e00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7077890 0x562ee707b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb82be00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee70819e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb838e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:48436/0 (socket says 172.21.15.100:48436) 2024-04-26T01:52:46.377 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.378+0000 7fb838e00700 1 -- 172.21.15.100:0/3376617875 learned_addr learned my addr 172.21.15.100:0/3376617875 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 -- 172.21.15.100:0/3376617875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7077890 msgr2=0x562ee707b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7077890 0x562ee707b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 -- 172.21.15.100:0/3376617875 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 msgr2=0x562ee707cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 -- 172.21.15.100:0/3376617875 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ee70785d0 con 0x562ee70781b0 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb838e00700 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb82be00700 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee70819e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb81c09c580 tx=0x7fb81c005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6071b9f51309cafe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb828c00700 1 -- 172.21.15.100:0/3376617875 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c09c880 con 0x562ee70781b0 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb828c00700 1 -- 172.21.15.100:0/3376617875 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb81c09ccf0 con 0x562ee70781b0 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.379+0000 7fb828c00700 1 -- 172.21.15.100:0/3376617875 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c09bab0 con 0x562ee70781b0 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 -- 172.21.15.100:0/3376617875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 msgr2=0x562ee70819e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee70819e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb81c09c580 tx=0x7fb81c005b40 comp rx=0 tx=0).stop 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 -- 172.21.15.100:0/3376617875 shutdown_connections 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7083060 0x562ee707cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee7077890 0x562ee707b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 --2- 172.21.15.100:0/3376617875 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee70781b0 0x562ee70819e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 -- 172.21.15.100:0/3376617875 >> 172.21.15.100:0/3376617875 conn(0x562ee6fa6610 msgr2=0x562ee70812d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 -- 172.21.15.100:0/3376617875 shutdown_connections 2024-04-26T01:52:46.380 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.380+0000 7fb845801b80 1 -- 172.21.15.100:0/3376617875 wait complete. 2024-04-26T01:52:46.381 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 -- start start 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 Processor -- start 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee70961b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee70781b0 0x562ee70966f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b0c70 con 0x562ee7077890 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341b04e0 con 0x562ee70781b0 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fb8341ad560 con 0x562ee7083060 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.381+0000 7fb845801b80 10 client.0 _ll_register_callbacks cb 0x562ee6f63790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb82be00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee70781b0 0x562ee70966f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:43192/0 (socket says 172.21.15.100:43192) 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb833e00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee70961b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 -- 172.21.15.100:0/2270373166 learned_addr learned my addr 172.21.15.100:0/2270373166 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:52:46.382 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 -- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee70781b0 msgr2=0x562ee70966f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee70781b0 0x562ee70966f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 -- 172.21.15.100:0/2270373166 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 msgr2=0x562ee70961b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee70961b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 -- 172.21.15.100:0/2270373166 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ee70f8990 con 0x562ee7083060 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb833e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee70961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb838e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb82c008be0 tx=0x7fb82c004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8c6ef80f613ad23 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.382+0000 7fb822000700 10 client.0 ms_handle_connect on v2:172.21.15.148:3300/0 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c017a60 con 0x562ee7083060 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb81c09ccf0 con 0x562ee7083060 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mon.1 v2:172.21.15.148:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8469+0+0 (secure 0 0 0) 0x7fb82c017c00 con 0x562ee7083060 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fb82c017e00 con 0x562ee7083060 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb845801b80 10 client.25918 fetch_fsmap learned FSMap version 43 2024-04-26T01:52:46.383 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x562ee70f9d60 con 0x562ee7083060 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.383+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mon.1 v2:172.21.15.148:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb81c09ccf0 con 0x562ee7083060 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mon.1 v2:172.21.15.148:3300/0 5 ==== fsmap(e 43) ==== 8434+0+0 (secure 0 0 0) 0x7fb82c015420 con 0x562ee7083060 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 10 client.25918 fetch_fsmap finished waiting for FSMap version 43 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 10 client.25918 resolve_mds: validated gid 24533 aka daemon mds.b 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 20 client.25918 populate_metadata read hostname 'smithi100' 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70fa490 0x562ee70fc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 4 client.25918 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 --> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x562ee6fd2790 con 0x562ee70fa490 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.384+0000 7fb833e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70fa490 0x562ee70fc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb833e00700 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70fa490 0x562ee70fc8b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d87efd6710646355 server_cookie=6ef6fe39777ea330 in_seq=0 out_seq=0 2024-04-26T01:52:46.385 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb822000700 10 client.25918 ms_handle_connect on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb822000700 1 -- 172.21.15.100:0/2270373166 <== mds.0 v2:172.21.15.133:6838/4232283142 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x562ee6fd2790 con 0x562ee70fa490 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb822000700 10 client.25918 handle_command_reply: tid=0 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 client.25918 shutdown 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 msgr2=0x562ee7096c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb82c008be0 tx=0x7fb82c004ad0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 shutdown_connections 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:6838/4232283142,v1:172.21.15.133:6839/4232283142] conn(0x562ee70fa490 0x562ee70fc8b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x562ee7083060 0x562ee7096c30 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x562ee7077890 0x562ee70961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 --2- 172.21.15.100:0/2270373166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562ee70781b0 0x562ee70966f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 >> 172.21.15.100:0/2270373166 conn(0x562ee6fa6610 msgr2=0x562ee7081b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.385+0000 7fb822000700 0 client.25918 ms_handle_reset on v2:172.21.15.133:6838/4232283142 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.386+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 shutdown_connections 2024-04-26T01:52:46.386 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.386+0000 7fb845801b80 1 -- 172.21.15.100:0/2270373166 wait complete. 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.386+0000 7fb845801b80 20 client.25918 trim_cache size 0 max 16384 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 43, 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout: "leader": 24533, 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout: "set_version": 12, 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout: "sets": {} 2024-04-26T01:52:46.387 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.386+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 msgr2=0x7fb8180a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.386+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 0x7fb8180a62f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb82c00f590 tx=0x7fb82c00b040 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 msgr2=0x7fb83419ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83419ba10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00e9f0 tx=0x7fb81c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 shutdown_connections 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fb8180a3e30 0x7fb8180a62f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb834108a50 0x7fb83419fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fb834102a90 0x7fb83419b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 --2- 172.21.15.100:0/3720855520 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fb834103450 0x7fb83419ba10 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:46.388 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 >> 172.21.15.100:0/3720855520 conn(0x7fb834079ba0 msgr2=0x7fb834074f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:46.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 shutdown_connections 2024-04-26T01:52:46.389 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:52:46.387+0000 7fb83ae00700 1 -- 172.21.15.100:0/3720855520 wait complete. 2024-04-26T01:52:46.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:46 smithi148 ceph-mon[32990]: pgmap v157: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:46.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:46 smithi100 ceph-mon[28020]: pgmap v157: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:46.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:46 smithi133 ceph-mon[32344]: pgmap v157: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 960 KiB/s rd, 910 KiB/s wr, 233 op/s 2024-04-26T01:52:47.303 INFO:tasks.quiescer:done joining Quiescers 2024-04-26T01:52:47.304 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-26T01:52:47.313 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:52:47.340 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-26T01:52:47.349 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-26T01:52:47.349 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:52:47.350 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:52:47.350 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-26T01:52:47.478 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-26T01:52:48.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:48 smithi148 ceph-mon[32990]: pgmap v158: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 919 KiB/s wr, 250 op/s 2024-04-26T01:52:48.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:48 smithi100 ceph-mon[28020]: pgmap v158: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 919 KiB/s wr, 250 op/s 2024-04-26T01:52:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:48 smithi133 ceph-mon[32344]: pgmap v158: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 919 KiB/s wr, 250 op/s 2024-04-26T01:52:50.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:50 smithi148 ceph-mon[32990]: pgmap v159: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 337 KiB/s wr, 141 op/s 2024-04-26T01:52:50.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:50 smithi100 ceph-mon[28020]: pgmap v159: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 337 KiB/s wr, 141 op/s 2024-04-26T01:52:50.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:50 smithi133 ceph-mon[32344]: pgmap v159: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 337 KiB/s wr, 141 op/s 2024-04-26T01:52:52.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:52 smithi148 ceph-mon[32990]: pgmap v160: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 339 KiB/s wr, 146 op/s 2024-04-26T01:52:52.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:52 smithi100 ceph-mon[28020]: pgmap v160: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 339 KiB/s wr, 146 op/s 2024-04-26T01:52:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:52 smithi133 ceph-mon[32344]: pgmap v160: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 380 KiB/s rd, 339 KiB/s wr, 146 op/s 2024-04-26T01:52:54.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:54 smithi148 ceph-mon[32990]: pgmap v161: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:54.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:54 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:54 smithi100 ceph-mon[28020]: pgmap v161: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:54 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:54.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:54 smithi133 ceph-mon[32344]: pgmap v161: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:54.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:54 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:55.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:55 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:55.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:55 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:55.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:55 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:52:55.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:55 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:55.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:55 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:55.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:55 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:52:55.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:55 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:55.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:55 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:55.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:55 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:52:56.552 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:56 smithi133 ceph-mon[32344]: pgmap v162: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:56.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:56 smithi148 ceph-mon[32990]: pgmap v162: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:56.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:56 smithi100 ceph-mon[28020]: pgmap v162: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 22 op/s 2024-04-26T01:52:58.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:52:58 smithi148 ceph-mon[32990]: pgmap v163: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 KiB/s wr, 27 op/s 2024-04-26T01:52:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:52:58 smithi100 ceph-mon[28020]: pgmap v163: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 KiB/s wr, 27 op/s 2024-04-26T01:52:58.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:52:58 smithi133 ceph-mon[32344]: pgmap v163: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 10 KiB/s wr, 27 op/s 2024-04-26T01:53:00.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:00 smithi148 ceph-mon[32990]: pgmap v164: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-26T01:53:00.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:00 smithi100 ceph-mon[28020]: pgmap v164: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-26T01:53:00.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:00 smithi133 ceph-mon[32344]: pgmap v164: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-26T01:53:02.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:02 smithi148 ceph-mon[32990]: pgmap v165: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-26T01:53:02.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:02 smithi100 ceph-mon[28020]: pgmap v165: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-26T01:53:02.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:02 smithi133 ceph-mon[32344]: pgmap v165: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-26T01:53:04.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:04 smithi148 ceph-mon[32990]: pgmap v166: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:04.603 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:04 smithi100 ceph-mon[28020]: pgmap v166: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:04.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:04 smithi133 ceph-mon[32344]: pgmap v166: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:06 smithi148 ceph-mon[32990]: pgmap v167: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:06 smithi100 ceph-mon[28020]: pgmap v167: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:06.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:06 smithi133 ceph-mon[32344]: pgmap v167: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:53:08.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:08 smithi100 ceph-mon[28020]: pgmap v168: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:08.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:08 smithi148 ceph-mon[32990]: pgmap v168: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:08.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:08 smithi133 ceph-mon[32344]: pgmap v168: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:10.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:10 smithi148 ceph-mon[32990]: pgmap v169: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T01:53:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:10 smithi100 ceph-mon[28020]: pgmap v169: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T01:53:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:10 smithi133 ceph-mon[32344]: pgmap v169: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-04-26T01:53:12.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:12 smithi148 ceph-mon[32990]: pgmap v170: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:12.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:12 smithi100 ceph-mon[28020]: pgmap v170: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:12.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:12 smithi133 ceph-mon[32344]: pgmap v170: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 30 op/s 2024-04-26T01:53:14.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:14 smithi148 ceph-mon[32990]: pgmap v171: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:14.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:14 smithi100 ceph-mon[28020]: pgmap v171: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:14.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:14 smithi133 ceph-mon[32344]: pgmap v171: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:16.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:16 smithi148 ceph-mon[32990]: pgmap v172: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:16.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:16 smithi100 ceph-mon[28020]: pgmap v172: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:16.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:16 smithi133 ceph-mon[32344]: pgmap v172: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:53:18.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:18 smithi148 ceph-mon[32990]: pgmap v173: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-26T01:53:18.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:18 smithi100 ceph-mon[28020]: pgmap v173: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-26T01:53:18.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:18 smithi133 ceph-mon[32344]: pgmap v173: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-26T01:53:20.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:20 smithi148 ceph-mon[32990]: pgmap v174: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T01:53:20.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:20 smithi100 ceph-mon[28020]: pgmap v174: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T01:53:20.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:20 smithi133 ceph-mon[32344]: pgmap v174: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-26T01:53:22.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:22 smithi148 ceph-mon[32990]: pgmap v175: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-26T01:53:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:22 smithi100 ceph-mon[28020]: pgmap v175: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-26T01:53:22.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:22 smithi133 ceph-mon[32344]: pgmap v175: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-26T01:53:24.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:24 smithi148 ceph-mon[32990]: pgmap v176: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:24.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:24 smithi100 ceph-mon[28020]: pgmap v176: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:24.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:24 smithi133 ceph-mon[32344]: pgmap v176: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:26.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:26 smithi148 ceph-mon[32990]: pgmap v177: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:26.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:26 smithi100 ceph-mon[28020]: pgmap v177: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:26.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:26 smithi133 ceph-mon[32344]: pgmap v177: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:53:28.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:28 smithi148 ceph-mon[32990]: pgmap v178: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 15 op/s 2024-04-26T01:53:28.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:28 smithi100 ceph-mon[28020]: pgmap v178: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 15 op/s 2024-04-26T01:53:28.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:28 smithi133 ceph-mon[32344]: pgmap v178: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 15 op/s 2024-04-26T01:53:30.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:30 smithi148 ceph-mon[32990]: pgmap v179: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:30.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:30 smithi100 ceph-mon[28020]: pgmap v179: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:30.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:30 smithi133 ceph-mon[32344]: pgmap v179: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:32.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:32 smithi148 ceph-mon[32990]: pgmap v180: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:32 smithi100 ceph-mon[28020]: pgmap v180: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:32 smithi133 ceph-mon[32344]: pgmap v180: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:34.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:34 smithi148 ceph-mon[32990]: pgmap v181: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:34.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:34 smithi100 ceph-mon[28020]: pgmap v181: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:34.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:34 smithi133 ceph-mon[32344]: pgmap v181: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:36.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:36 smithi148 ceph-mon[32990]: pgmap v182: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:36.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:36 smithi100 ceph-mon[28020]: pgmap v182: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:36.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:36 smithi133 ceph-mon[32344]: pgmap v182: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:38.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:38 smithi148 ceph-mon[32990]: pgmap v183: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:38 smithi100 ceph-mon[28020]: pgmap v183: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:38.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:38 smithi133 ceph-mon[32344]: pgmap v183: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:40.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:40 smithi100 ceph-mon[28020]: pgmap v184: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:40.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:40 smithi133 ceph-mon[32344]: pgmap v184: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:40.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:40 smithi148 ceph-mon[32990]: pgmap v184: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:42 smithi100 ceph-mon[28020]: pgmap v185: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:42.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:42 smithi133 ceph-mon[32344]: pgmap v185: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:42 smithi148 ceph-mon[32990]: pgmap v185: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:44.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:44 smithi100 ceph-mon[28020]: pgmap v186: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:44.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:44 smithi133 ceph-mon[32344]: pgmap v186: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:44 smithi148 ceph-mon[32990]: pgmap v186: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:46.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:46 smithi133 ceph-mon[32344]: pgmap v187: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:46 smithi148 ceph-mon[32990]: pgmap v187: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:46.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:46 smithi100 ceph-mon[28020]: pgmap v187: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:48.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:48 smithi133 ceph-mon[32344]: pgmap v188: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:48.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:48 smithi148 ceph-mon[32990]: pgmap v188: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:48.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:48 smithi100 ceph-mon[28020]: pgmap v188: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:50.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:50 smithi133 ceph-mon[32344]: pgmap v189: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:50.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:50 smithi148 ceph-mon[32990]: pgmap v189: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:50.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:50 smithi100 ceph-mon[28020]: pgmap v189: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:52.613 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:52 smithi148 ceph-mon[32990]: pgmap v190: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:52 smithi133 ceph-mon[32344]: pgmap v190: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:52.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:52 smithi100 ceph-mon[28020]: pgmap v190: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:54.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:54 smithi133 ceph-mon[32344]: pgmap v191: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:54 smithi148 ceph-mon[32990]: pgmap v191: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:54.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:54 smithi100 ceph-mon[28020]: pgmap v191: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:55.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:55 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:55.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:55 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:55.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:55 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:56.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:56 smithi133 ceph-mon[32344]: pgmap v192: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:56.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:56 smithi148 ceph-mon[32990]: pgmap v192: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:56.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:56 smithi100 ceph-mon[28020]: pgmap v192: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:53:57.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:57 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:57.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:57 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:57.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:57 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:53:57.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:57 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:57.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:57 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:57.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:57 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:53:57.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:57 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:57.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:57 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:57.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:57 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:53:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:53:58 smithi148 ceph-mon[32990]: pgmap v193: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:58.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:53:58 smithi100 ceph-mon[28020]: pgmap v193: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:53:58.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:53:58 smithi133 ceph-mon[32344]: pgmap v193: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:00.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:00 smithi148 ceph-mon[32990]: pgmap v194: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:00.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:00 smithi100 ceph-mon[28020]: pgmap v194: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:00.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:00 smithi133 ceph-mon[32344]: pgmap v194: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:02 smithi148 ceph-mon[32990]: pgmap v195: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:02.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:02 smithi100 ceph-mon[28020]: pgmap v195: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:02.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:02 smithi133 ceph-mon[32344]: pgmap v195: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:04 smithi148 ceph-mon[32990]: pgmap v196: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:04 smithi100 ceph-mon[28020]: pgmap v196: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:04.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:04 smithi133 ceph-mon[32344]: pgmap v196: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:06 smithi148 ceph-mon[32990]: pgmap v197: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:06.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:06 smithi100 ceph-mon[28020]: pgmap v197: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:06.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:06 smithi133 ceph-mon[32344]: pgmap v197: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:08.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:08 smithi148 ceph-mon[32990]: pgmap v198: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:54:08.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:08 smithi100 ceph-mon[28020]: pgmap v198: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:54:08.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:08 smithi133 ceph-mon[32344]: pgmap v198: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:54:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:10 smithi148 ceph-mon[32990]: pgmap v199: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:54:10.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:10 smithi100 ceph-mon[28020]: pgmap v199: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:54:10.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:10 smithi133 ceph-mon[32344]: pgmap v199: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:54:11.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:11 smithi148 ceph-mon[32990]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:54:11.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:11 smithi100 ceph-mon[28020]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:54:11.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:11 smithi133 ceph-mon[32344]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:54:12.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:12 smithi148 ceph-mon[32990]: pgmap v201: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:12 smithi100 ceph-mon[28020]: pgmap v201: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:12.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:12 smithi133 ceph-mon[32344]: pgmap v201: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:14.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:14 smithi148 ceph-mon[32990]: pgmap v202: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:14.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:14 smithi100 ceph-mon[28020]: pgmap v202: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:14.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:14 smithi133 ceph-mon[32344]: pgmap v202: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:16.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:16 smithi148 ceph-mon[32990]: pgmap v203: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:16.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:16 smithi100 ceph-mon[28020]: pgmap v203: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:16.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:16 smithi133 ceph-mon[32344]: pgmap v203: 97 pgs: 4 active+clean+snaptrim, 82 active+clean, 11 active+clean+snaptrim_wait; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:54:18.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:18 smithi148 ceph-mon[32990]: pgmap v204: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:18.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:18 smithi100 ceph-mon[28020]: pgmap v204: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:18.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:18 smithi133 ceph-mon[32344]: pgmap v204: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:20.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:20 smithi148 ceph-mon[32990]: pgmap v205: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:20.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:20 smithi148 ceph-mon[32990]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:54:20.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:20 smithi100 ceph-mon[28020]: pgmap v205: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:20.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:20 smithi100 ceph-mon[28020]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:54:20.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:20 smithi133 ceph-mon[32344]: pgmap v205: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:54:20.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:20 smithi133 ceph-mon[32344]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:54:22.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:22 smithi148 ceph-mon[32990]: pgmap v207: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:22.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:22 smithi100 ceph-mon[28020]: pgmap v207: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:22.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:22 smithi133 ceph-mon[32344]: pgmap v207: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:24.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:24 smithi148 ceph-mon[32990]: pgmap v208: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:24 smithi100 ceph-mon[28020]: pgmap v208: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:24.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:24 smithi133 ceph-mon[32344]: pgmap v208: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:54:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:26 smithi148 ceph-mon[32990]: pgmap v209: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-26T01:54:26.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:26 smithi100 ceph-mon[28020]: pgmap v209: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-26T01:54:26.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:26 smithi133 ceph-mon[32344]: pgmap v209: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-26T01:54:28.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:28 smithi148 ceph-mon[32990]: pgmap v210: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:28.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:28 smithi100 ceph-mon[28020]: pgmap v210: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:28.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:28 smithi133 ceph-mon[32344]: pgmap v210: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:30 smithi148 ceph-mon[32990]: pgmap v211: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:30 smithi100 ceph-mon[28020]: pgmap v211: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:30.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:30 smithi133 ceph-mon[32344]: pgmap v211: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:54:32.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:32 smithi148 ceph-mon[32990]: pgmap v212: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:54:32.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:32 smithi100 ceph-mon[28020]: pgmap v212: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:54:32.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:32 smithi133 ceph-mon[32344]: pgmap v212: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:54:34.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:34 smithi148 ceph-mon[32990]: pgmap v213: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:34.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:34 smithi100 ceph-mon[28020]: pgmap v213: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:34.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:34 smithi133 ceph-mon[32344]: pgmap v213: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:36 smithi148 ceph-mon[32990]: pgmap v214: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:36 smithi100 ceph-mon[28020]: pgmap v214: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:36.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:36 smithi133 ceph-mon[32344]: pgmap v214: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:54:38.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:38 smithi148 ceph-mon[32990]: pgmap v215: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T01:54:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:38 smithi100 ceph-mon[28020]: pgmap v215: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T01:54:38.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:38 smithi133 ceph-mon[32344]: pgmap v215: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T01:54:40.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:40 smithi148 ceph-mon[32990]: pgmap v216: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:40 smithi100 ceph-mon[28020]: pgmap v216: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:40.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:40 smithi133 ceph-mon[32344]: pgmap v216: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:42 smithi148 ceph-mon[32990]: pgmap v217: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:42 smithi100 ceph-mon[28020]: pgmap v217: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:42.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:42 smithi133 ceph-mon[32344]: pgmap v217: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:44.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:44 smithi148 ceph-mon[32990]: pgmap v218: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:44.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:44 smithi100 ceph-mon[28020]: pgmap v218: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:44.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:44 smithi133 ceph-mon[32344]: pgmap v218: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:54:46.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:46 smithi100 ceph-mon[28020]: pgmap v219: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 10 op/s 2024-04-26T01:54:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:46 smithi133 ceph-mon[32344]: pgmap v219: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 10 op/s 2024-04-26T01:54:47.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:46 smithi148 ceph-mon[32990]: pgmap v219: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 10 op/s 2024-04-26T01:54:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:47 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:47.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:47 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:48.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:47 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:48.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:48 smithi133 ceph-mon[32344]: pgmap v220: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:48.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:48 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:48 smithi148 ceph-mon[32990]: pgmap v220: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:48 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:49.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:48 smithi100 ceph-mon[28020]: pgmap v220: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:49.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:48 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:50.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:50 smithi133 ceph-mon[32344]: pgmap v221: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:51.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:50 smithi148 ceph-mon[32990]: pgmap v221: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:51.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:50 smithi100 ceph-mon[28020]: pgmap v221: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:51.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:51 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:52.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:51 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:52.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:51 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:52.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:52 smithi133 ceph-mon[32344]: pgmap v222: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:52.962 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:52 smithi148 ceph-mon[32990]: pgmap v222: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:53.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:52 smithi100 ceph-mon[28020]: pgmap v222: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:53.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:53 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:54.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:53 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:54.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:53 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:54.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:54 smithi133 ceph-mon[32344]: pgmap v223: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:55.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:54 smithi148 ceph-mon[32990]: pgmap v223: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:55.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:54 smithi100 ceph-mon[28020]: pgmap v223: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:54:56.900 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:56 smithi133 ceph-mon[32344]: pgmap v224: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:54:56.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:56 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:56 smithi148 ceph-mon[32990]: pgmap v224: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:54:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:56 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:57.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:56 smithi100 ceph-mon[28020]: pgmap v224: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:54:57.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:56 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:58.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:57 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:58.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:57 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:58.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:57 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:58 smithi148 ceph-mon[32990]: pgmap v225: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:58 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:58 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:58 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:59.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:54:58 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:54:59.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:58 smithi100 ceph-mon[28020]: pgmap v225: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:59.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:58 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:59.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:58 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:59.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:58 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:59.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:54:58 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:54:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:58 smithi133 ceph-mon[32344]: pgmap v225: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:54:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:58 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:58 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:58 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:59.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:54:58 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:55:01.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:00 smithi148 ceph-mon[32990]: pgmap v226: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:01.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:00 smithi100 ceph-mon[28020]: pgmap v226: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:01.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:00 smithi133 ceph-mon[32344]: pgmap v226: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:03.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:02 smithi148 ceph-mon[32990]: pgmap v227: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:03.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:02 smithi100 ceph-mon[28020]: pgmap v227: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:03.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:02 smithi133 ceph-mon[32344]: pgmap v227: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:04.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:03 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:04.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:03 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:04.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:03 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:05.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:04 smithi148 ceph-mon[32990]: pgmap v228: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:05.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:04 smithi100 ceph-mon[28020]: pgmap v228: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:05.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:04 smithi133 ceph-mon[32344]: pgmap v228: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:07.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:06 smithi148 ceph-mon[32990]: pgmap v229: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:07.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:06 smithi100 ceph-mon[28020]: pgmap v229: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:07.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:06 smithi133 ceph-mon[32344]: pgmap v229: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:08.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:07 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:08.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:07 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:08.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:07 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:09.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:08 smithi148 ceph-mon[32990]: pgmap v230: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-26T01:55:09.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:08 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:08 smithi100 ceph-mon[28020]: pgmap v230: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-26T01:55:09.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:08 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:09.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:08 smithi133 ceph-mon[32344]: pgmap v230: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-26T01:55:09.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:08 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:11.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:10 smithi148 ceph-mon[32990]: pgmap v231: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:55:11.077 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:10 smithi100 ceph-mon[28020]: pgmap v231: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:55:11.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:10 smithi133 ceph-mon[32344]: pgmap v231: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:55:12.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:11 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:12.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:11 smithi148 ceph-mon[32990]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:55:12.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:11 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:12.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:11 smithi100 ceph-mon[28020]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:55:12.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:11 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:12.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:11 smithi133 ceph-mon[32344]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:55:13.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:12 smithi148 ceph-mon[32990]: pgmap v233: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:13.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:12 smithi100 ceph-mon[28020]: pgmap v233: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:13.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:12 smithi133 ceph-mon[32344]: pgmap v233: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:14.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:13 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:14.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:13 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:14.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:13 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:15.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:14 smithi148 ceph-mon[32990]: pgmap v234: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:15.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:14 smithi100 ceph-mon[28020]: pgmap v234: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:15.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:14 smithi133 ceph-mon[32344]: pgmap v234: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:17.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:16 smithi148 ceph-mon[32990]: pgmap v235: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:17.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:16 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:17.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:16 smithi100 ceph-mon[28020]: pgmap v235: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:17.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:16 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:17.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:16 smithi133 ceph-mon[32344]: pgmap v235: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:55:17.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:16 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:19.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:18 smithi148 ceph-mon[32990]: pgmap v236: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:19.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:18 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:19.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:18 smithi100 ceph-mon[28020]: pgmap v236: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:19.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:18 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:19.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:18 smithi133 ceph-mon[32344]: pgmap v236: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:19.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:18 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:21.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:20 smithi148 ceph-mon[32990]: pgmap v237: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:21.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:20 smithi148 ceph-mon[32990]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:55:21.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:20 smithi100 ceph-mon[28020]: pgmap v237: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:21.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:20 smithi100 ceph-mon[28020]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:55:21.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:20 smithi133 ceph-mon[32344]: pgmap v237: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:55:21.150 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:20 smithi133 ceph-mon[32344]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:55:22.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:21 smithi100 ceph-mon[28020]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:22.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:21 smithi100 ceph-mon[28020]: pgmap v239: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:22.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:21 smithi133 ceph-mon[32344]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:22.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:21 smithi133 ceph-mon[32344]: pgmap v239: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:22.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:21 smithi148 ceph-mon[32990]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:22.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:21 smithi148 ceph-mon[32990]: pgmap v239: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:24.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:24 smithi133 ceph-mon[32344]: pgmap v240: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:24.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:24 smithi148 ceph-mon[32990]: pgmap v240: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:24.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:24 smithi100 ceph-mon[28020]: pgmap v240: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:26.400 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:26 smithi133 ceph-mon[32344]: pgmap v241: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:26.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:26 smithi148 ceph-mon[32990]: pgmap v241: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:26.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:26 smithi100 ceph-mon[28020]: pgmap v241: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:55:28.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:28 smithi133 ceph-mon[32344]: pgmap v242: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:28.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:28 smithi148 ceph-mon[32990]: pgmap v242: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:28.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:28 smithi100 ceph-mon[28020]: pgmap v242: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:30.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:30 smithi148 ceph-mon[32990]: pgmap v243: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:30.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:30 smithi100 ceph-mon[28020]: pgmap v243: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:30.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:30 smithi133 ceph-mon[32344]: pgmap v243: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:55:32.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:32 smithi148 ceph-mon[32990]: pgmap v244: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:55:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:32 smithi100 ceph-mon[28020]: pgmap v244: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:55:32.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:32 smithi133 ceph-mon[32344]: pgmap v244: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:55:34.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:34 smithi148 ceph-mon[32990]: pgmap v245: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:34.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:34 smithi100 ceph-mon[28020]: pgmap v245: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:34.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:34 smithi133 ceph-mon[32344]: pgmap v245: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:36.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:36 smithi148 ceph-mon[32990]: pgmap v246: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:36.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:36 smithi100 ceph-mon[28020]: pgmap v246: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:36.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:36 smithi133 ceph-mon[32344]: pgmap v246: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:38.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:38 smithi148 ceph-mon[32990]: pgmap v247: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:38 smithi100 ceph-mon[28020]: pgmap v247: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:38.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:38 smithi133 ceph-mon[32344]: pgmap v247: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:40 smithi148 ceph-mon[32990]: pgmap v248: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:40.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:40 smithi100 ceph-mon[28020]: pgmap v248: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:40.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:40 smithi133 ceph-mon[32344]: pgmap v248: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:42.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:42 smithi148 ceph-mon[32990]: pgmap v249: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:42 smithi100 ceph-mon[28020]: pgmap v249: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:42 smithi133 ceph-mon[32344]: pgmap v249: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:44.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:44 smithi148 ceph-mon[32990]: pgmap v250: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:44.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:44 smithi100 ceph-mon[28020]: pgmap v250: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:44 smithi133 ceph-mon[32344]: pgmap v250: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:46.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:46 smithi148 ceph-mon[32990]: pgmap v251: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:46.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:46 smithi100 ceph-mon[28020]: pgmap v251: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:46.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:46 smithi133 ceph-mon[32344]: pgmap v251: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:48.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:48 smithi148 ceph-mon[32990]: pgmap v252: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:48.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:48 smithi100 ceph-mon[28020]: pgmap v252: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:48.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:48 smithi133 ceph-mon[32344]: pgmap v252: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:50.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:50 smithi148 ceph-mon[32990]: pgmap v253: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:50.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:50 smithi100 ceph-mon[28020]: pgmap v253: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:50.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:50 smithi133 ceph-mon[32344]: pgmap v253: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:52.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:52 smithi148 ceph-mon[32990]: pgmap v254: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:52.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:52 smithi100 ceph-mon[28020]: pgmap v254: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:52.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:52 smithi133 ceph-mon[32344]: pgmap v254: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:54.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:54 smithi148 ceph-mon[32990]: pgmap v255: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:54 smithi100 ceph-mon[28020]: pgmap v255: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:54.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:54 smithi133 ceph-mon[32344]: pgmap v255: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:55:56.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:56 smithi148 ceph-mon[32990]: pgmap v256: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:56.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:56 smithi100 ceph-mon[28020]: pgmap v256: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:56.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:56 smithi133 ceph-mon[32344]: pgmap v256: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:55:58.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:58 smithi148 ceph-mon[32990]: pgmap v257: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:58.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:58 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:58 smithi100 ceph-mon[28020]: pgmap v257: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:58 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:58.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:58 smithi133 ceph-mon[32344]: pgmap v257: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:55:58.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:58 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:00.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:59 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.312 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:59 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.312 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:55:59 smithi148 ceph-mon[32990]: pgmap v258: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:00.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:59 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:59 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.327 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:55:59 smithi100 ceph-mon[28020]: pgmap v258: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:00.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:59 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:59 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:00.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:55:59 smithi133 ceph-mon[32344]: pgmap v258: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:01.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:01 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:01.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:01 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:01.312 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:01 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:01.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:01 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:01.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:01 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:01.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:01 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:01.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:01 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:01.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:01 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:01.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:01 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:56:02.311 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:02 smithi148 ceph-mon[32990]: pgmap v259: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:02.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:02 smithi100 ceph-mon[28020]: pgmap v259: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:02.401 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:02 smithi133 ceph-mon[32344]: pgmap v259: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:04.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:04 smithi148 ceph-mon[32990]: pgmap v260: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:04.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:04 smithi100 ceph-mon[28020]: pgmap v260: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:04.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:04 smithi133 ceph-mon[32344]: pgmap v260: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:06.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:06 smithi148 ceph-mon[32990]: pgmap v261: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:06.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:06 smithi100 ceph-mon[28020]: pgmap v261: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:06.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:06 smithi133 ceph-mon[32344]: pgmap v261: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:08.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:08 smithi148 ceph-mon[32990]: pgmap v262: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:56:08.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:08 smithi100 ceph-mon[28020]: pgmap v262: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:56:08.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:08 smithi133 ceph-mon[32344]: pgmap v262: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:56:10.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:10 smithi148 ceph-mon[32990]: pgmap v263: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:56:10.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:10 smithi100 ceph-mon[28020]: pgmap v263: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:56:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:10 smithi133 ceph-mon[32344]: pgmap v263: 97 pgs: 97 active+clean; 244 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:56:11.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:11 smithi148 ceph-mon[32990]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:56:11.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:11 smithi100 ceph-mon[28020]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:56:11.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:11 smithi133 ceph-mon[32344]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:56:12.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:12 smithi148 ceph-mon[32990]: pgmap v265: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:12.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:12 smithi100 ceph-mon[28020]: pgmap v265: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:12.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:12 smithi133 ceph-mon[32344]: pgmap v265: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:14.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:14 smithi148 ceph-mon[32990]: pgmap v266: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:14.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:14 smithi100 ceph-mon[28020]: pgmap v266: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:14.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:14 smithi133 ceph-mon[32344]: pgmap v266: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 242 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:16.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:16 smithi148 ceph-mon[32990]: pgmap v267: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 241 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:16.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:16 smithi100 ceph-mon[28020]: pgmap v267: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 241 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:16.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:16 smithi133 ceph-mon[32344]: pgmap v267: 97 pgs: 20 active+clean+snaptrim, 38 active+clean+snaptrim_wait, 39 active+clean; 241 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:56:18.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:18 smithi148 ceph-mon[32990]: pgmap v268: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:18.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:18 smithi100 ceph-mon[28020]: pgmap v268: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:18.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:18 smithi133 ceph-mon[32344]: pgmap v268: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:20.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:20 smithi148 ceph-mon[32990]: pgmap v269: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:20.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:20 smithi148 ceph-mon[32990]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T01:56:20.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:20 smithi100 ceph-mon[28020]: pgmap v269: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:20.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:20 smithi100 ceph-mon[28020]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T01:56:20.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:20 smithi133 ceph-mon[32344]: pgmap v269: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:56:20.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:20 smithi133 ceph-mon[32344]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T01:56:22.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:22 smithi148 ceph-mon[32990]: pgmap v271: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:22.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:22 smithi100 ceph-mon[28020]: pgmap v271: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:22.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:22 smithi133 ceph-mon[32344]: pgmap v271: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:24.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:24 smithi148 ceph-mon[32990]: pgmap v272: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:24.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:24 smithi100 ceph-mon[28020]: pgmap v272: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:24.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:24 smithi133 ceph-mon[32344]: pgmap v272: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:26.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:26 smithi148 ceph-mon[32990]: pgmap v273: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:26.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:26 smithi100 ceph-mon[28020]: pgmap v273: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:26.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:26 smithi133 ceph-mon[32344]: pgmap v273: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:56:28.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:28 smithi148 ceph-mon[32990]: pgmap v274: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:28.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:28 smithi100 ceph-mon[28020]: pgmap v274: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:28.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:28 smithi133 ceph-mon[32344]: pgmap v274: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:30.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:30 smithi148 ceph-mon[32990]: pgmap v275: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:30.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:30 smithi100 ceph-mon[28020]: pgmap v275: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:30.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:30 smithi133 ceph-mon[32344]: pgmap v275: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:56:32.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:32 smithi148 ceph-mon[32990]: pgmap v276: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:56:32.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:32 smithi100 ceph-mon[28020]: pgmap v276: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:56:32.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:32 smithi133 ceph-mon[32344]: pgmap v276: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:56:34.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:34 smithi148 ceph-mon[32990]: pgmap v277: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:34.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:34 smithi100 ceph-mon[28020]: pgmap v277: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:34.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:34 smithi133 ceph-mon[32344]: pgmap v277: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:36.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:36 smithi148 ceph-mon[32990]: pgmap v278: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:36.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:36 smithi100 ceph-mon[28020]: pgmap v278: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:36.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:36 smithi133 ceph-mon[32344]: pgmap v278: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:38.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:38 smithi148 ceph-mon[32990]: pgmap v279: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:38.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:38 smithi100 ceph-mon[28020]: pgmap v279: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:38.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:38 smithi133 ceph-mon[32344]: pgmap v279: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:40.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:40 smithi148 ceph-mon[32990]: pgmap v280: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:40.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:40 smithi100 ceph-mon[28020]: pgmap v280: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:40.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:40 smithi133 ceph-mon[32344]: pgmap v280: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:42.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:42 smithi148 ceph-mon[32990]: pgmap v281: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:42.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:42 smithi100 ceph-mon[28020]: pgmap v281: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:42.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:42 smithi133 ceph-mon[32344]: pgmap v281: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:44.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:44 smithi148 ceph-mon[32990]: pgmap v282: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:44.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:44 smithi100 ceph-mon[28020]: pgmap v282: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:44.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:44 smithi133 ceph-mon[32344]: pgmap v282: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:46.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:46 smithi148 ceph-mon[32990]: pgmap v283: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:46.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:46 smithi100 ceph-mon[28020]: pgmap v283: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:46.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:46 smithi133 ceph-mon[32344]: pgmap v283: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:48.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:48 smithi148 ceph-mon[32990]: pgmap v284: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:48.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:48 smithi100 ceph-mon[28020]: pgmap v284: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:48.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:48 smithi133 ceph-mon[32344]: pgmap v284: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:50.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:50 smithi148 ceph-mon[32990]: pgmap v285: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:50.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:50 smithi100 ceph-mon[28020]: pgmap v285: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:50.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:50 smithi133 ceph-mon[32344]: pgmap v285: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:52.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:52 smithi148 ceph-mon[32990]: pgmap v286: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:52.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:52 smithi100 ceph-mon[28020]: pgmap v286: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:52.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:52 smithi133 ceph-mon[32344]: pgmap v286: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:54.561 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:54 smithi148 ceph-mon[32990]: pgmap v287: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:54.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:54 smithi100 ceph-mon[28020]: pgmap v287: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:54.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:54 smithi133 ceph-mon[32344]: pgmap v287: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:56.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:56 smithi100 ceph-mon[28020]: pgmap v288: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:56.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:56 smithi133 ceph-mon[32344]: pgmap v288: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:56.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:56 smithi148 ceph-mon[32990]: pgmap v288: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:56:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:56:58 smithi100 ceph-mon[28020]: pgmap v289: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:58.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:56:58 smithi133 ceph-mon[32344]: pgmap v289: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:56:58 smithi148 ceph-mon[32990]: pgmap v289: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:00.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:00 smithi133 ceph-mon[32344]: pgmap v290: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:00.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:00 smithi148 ceph-mon[32990]: pgmap v290: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:00.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:00 smithi100 ceph-mon[28020]: pgmap v290: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:01.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:01 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:01.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:01 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:01 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:01 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:01 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:01 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:01.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:01 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:01 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:01 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:01 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:01 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:01.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:01 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:01 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:01 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:01.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:01 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:02 smithi133 ceph-mon[32344]: pgmap v291: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:02 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:02 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:02 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:02 smithi148 ceph-mon[32990]: pgmap v291: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:02 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:02 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:02 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:02.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:02 smithi100 ceph-mon[28020]: pgmap v291: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:02.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:02 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:02.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:02 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:02.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:02 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:57:04.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:04 smithi133 ceph-mon[32344]: pgmap v292: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:04 smithi148 ceph-mon[32990]: pgmap v292: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:04 smithi100 ceph-mon[28020]: pgmap v292: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:06.629 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:06 smithi100 ceph-mon[28020]: pgmap v293: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:06.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:06 smithi133 ceph-mon[32344]: pgmap v293: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:06 smithi148 ceph-mon[32990]: pgmap v293: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:08.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:08 smithi133 ceph-mon[32344]: pgmap v294: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:57:08.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:08 smithi148 ceph-mon[32990]: pgmap v294: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:57:08.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:08 smithi100 ceph-mon[28020]: pgmap v294: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:57:10.650 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:10 smithi133 ceph-mon[32344]: pgmap v295: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:57:10.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:10 smithi148 ceph-mon[32990]: pgmap v295: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:57:10.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:10 smithi100 ceph-mon[28020]: pgmap v295: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:57:11.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:11 smithi133 ceph-mon[32344]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T01:57:11.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:11 smithi148 ceph-mon[32990]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T01:57:11.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:11 smithi100 ceph-mon[28020]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T01:57:12.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:12 smithi133 ceph-mon[32344]: pgmap v297: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:12.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:12 smithi148 ceph-mon[32990]: pgmap v297: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:12.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:12 smithi100 ceph-mon[28020]: pgmap v297: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:14.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:14 smithi133 ceph-mon[32344]: pgmap v298: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:14.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:14 smithi148 ceph-mon[32990]: pgmap v298: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:14.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:14 smithi100 ceph-mon[28020]: pgmap v298: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 224 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:16.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:16 smithi133 ceph-mon[32344]: pgmap v299: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:16.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:16 smithi148 ceph-mon[32990]: pgmap v299: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:16.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:16 smithi100 ceph-mon[28020]: pgmap v299: 97 pgs: 11 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 82 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T01:57:18.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:18 smithi148 ceph-mon[32990]: pgmap v300: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:18.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:18 smithi100 ceph-mon[28020]: pgmap v300: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:18.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:18 smithi133 ceph-mon[32344]: pgmap v300: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:20.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:20 smithi148 ceph-mon[32990]: pgmap v301: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:20.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:20 smithi148 ceph-mon[32990]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T01:57:20.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:20 smithi100 ceph-mon[28020]: pgmap v301: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:20.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:20 smithi100 ceph-mon[28020]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T01:57:20.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:20 smithi133 ceph-mon[32344]: pgmap v301: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:20.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:20 smithi133 ceph-mon[32344]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T01:57:22.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:22 smithi148 ceph-mon[32990]: pgmap v303: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:22.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:22 smithi100 ceph-mon[28020]: pgmap v303: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:22.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:22 smithi133 ceph-mon[32344]: pgmap v303: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:24.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:24 smithi148 ceph-mon[32990]: pgmap v304: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:24.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:24 smithi100 ceph-mon[28020]: pgmap v304: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:24.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:24 smithi133 ceph-mon[32344]: pgmap v304: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:26.703 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:26 smithi133 ceph-mon[32344]: pgmap v305: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:26.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:26 smithi148 ceph-mon[32990]: pgmap v305: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:26.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:26 smithi100 ceph-mon[28020]: pgmap v305: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:28.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:28 smithi148 ceph-mon[32990]: pgmap v306: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:28.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:28 smithi100 ceph-mon[28020]: pgmap v306: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:28.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:28 smithi133 ceph-mon[32344]: pgmap v306: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:30.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:30 smithi148 ceph-mon[32990]: pgmap v307: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:30 smithi100 ceph-mon[28020]: pgmap v307: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:30.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:30 smithi133 ceph-mon[32344]: pgmap v307: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:57:32.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:32 smithi148 ceph-mon[32990]: pgmap v308: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:57:32.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:32 smithi100 ceph-mon[28020]: pgmap v308: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:57:32.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:32 smithi133 ceph-mon[32344]: pgmap v308: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 15 op/s 2024-04-26T01:57:34.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:34 smithi148 ceph-mon[32990]: pgmap v309: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:34.830 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:34 smithi100 ceph-mon[28020]: pgmap v309: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:34.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:34 smithi133 ceph-mon[32344]: pgmap v309: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:36.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:36 smithi148 ceph-mon[32990]: pgmap v310: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:36.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:36 smithi100 ceph-mon[28020]: pgmap v310: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:36.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:36 smithi133 ceph-mon[32344]: pgmap v310: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:38.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:38 smithi148 ceph-mon[32990]: pgmap v311: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:38.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:38 smithi100 ceph-mon[28020]: pgmap v311: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:38.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:38 smithi133 ceph-mon[32344]: pgmap v311: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:40.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:40 smithi148 ceph-mon[32990]: pgmap v312: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:40.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:40 smithi100 ceph-mon[28020]: pgmap v312: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:40.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:40 smithi133 ceph-mon[32344]: pgmap v312: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:41.581 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.790+0000 7f2a85600640 1 -- 172.21.15.100:0/1479046755 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a801021a0 msgr2=0x7f2a80102580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.790+0000 7f2a85600640 1 --2- 172.21.15.100:0/1479046755 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a801021a0 0x7f2a80102580 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2a70009900 tx=0x7f2a7002a3f0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 -- 172.21.15.100:0/1479046755 shutdown_connections 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 --2- 172.21.15.100:0/1479046755 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a80107270 0x7f2a8010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 --2- 172.21.15.100:0/1479046755 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80102b50 0x7f2a80106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 --2- 172.21.15.100:0/1479046755 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a801021a0 0x7f2a80102580 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 -- 172.21.15.100:0/1479046755 >> 172.21.15.100:0/1479046755 conn(0x7f2a800793e0 msgr2=0x7f2a800797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 -- 172.21.15.100:0/1479046755 shutdown_connections 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.791+0000 7f2a85600640 1 -- 172.21.15.100:0/1479046755 wait complete. 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 Processor -- start 2024-04-26T01:57:41.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 -- start start 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80107270 0x7f2a801a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 0x7f2a8019acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f2a80112340 con 0x7f2a8019a820 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2a801121c0 con 0x7f2a801021a0 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.792+0000 7f2a85600640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f2a801124c0 con 0x7f2a80107270 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:46870/0 (socket says 172.21.15.100:46870) 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 -- 172.21.15.100:0/2260968437 learned_addr learned my addr 172.21.15.100:0/2260968437 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7f400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 0x7f2a8019acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:41.792 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a76000640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80107270 0x7f2a801a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:41.793 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 -- 172.21.15.100:0/2260968437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80107270 msgr2=0x7f2a801a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80107270 0x7f2a801a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 -- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 msgr2=0x7f2a8019acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 0x7f2a8019acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7ea00640 1 -- 172.21.15.100:0/2260968437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a8019b3b0 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.793+0000 7f2a7f400640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 0x7f2a8019acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a7ea00640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2a700314b0 tx=0x7f2a70003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a7003f070 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a8019b640 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a801a7820 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a70031bf0 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.794+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a70049060 con 0x7f2a801021a0 2024-04-26T01:57:41.794 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.795+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a80103670 con 0x7f2a801021a0 2024-04-26T01:57:41.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.797+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f2a70042070 con 0x7f2a801021a0 2024-04-26T01:57:41.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.798+0000 7f2a77e00640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 0x7f2a640a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:41.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.799+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f2a700f0860 con 0x7f2a801021a0 2024-04-26T01:57:41.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.799+0000 7f2a76000640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 0x7f2a640a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:41.797 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.799+0000 7f2a76000640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 0x7f2a640a6280 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2a8010f270 tx=0x7f2a68005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:41.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:41.803+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a700bc850 con 0x7f2a801021a0 2024-04-26T01:57:42.029 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.031+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f2a80102b50 con 0x7f2a640a3dc0 2024-04-26T01:57:42.044 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.046+0000 7f2a77e00640 1 -- 172.21.15.100:0/2260968437 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f2a80102b50 con 0x7f2a640a3dc0 2024-04-26T01:57:42.044 INFO:teuthology.orchestra.run.smithi100.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:47:39", "first": "2024-04-26T01:48:00", "last": "2024-04-26T01:57:00", "last_pruned": "2024-04-26T01:57:01", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 msgr2=0x7f2a640a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 0x7f2a640a6280 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2a8010f270 tx=0x7f2a68005f90 comp rx=0 tx=0).stop 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 msgr2=0x7f2a801a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2a700314b0 tx=0x7f2a70003c10 comp rx=0 tx=0).stop 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 shutdown_connections 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f2a640a3dc0 0x7f2a640a6280 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f2a8019a820 0x7f2a8019acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f2a80107270 0x7f2a801a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 --2- 172.21.15.100:0/2260968437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2a801021a0 0x7f2a801a06b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 >> 172.21.15.100:0/2260968437 conn(0x7f2a800793e0 msgr2=0x7f2a800ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 shutdown_connections 2024-04-26T01:57:42.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.049+0000 7f2a85600640 1 -- 172.21.15.100:0/2260968437 wait complete. 2024-04-26T01:57:42.065 DEBUG:teuthology.orchestra.run.smithi100:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T01:57:42.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 -- 172.21.15.100:0/222082951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8414100a80 msgr2=0x7f8414109eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 --2- 172.21.15.100:0/222082951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8414100a80 0x7f8414109eb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f83fc009900 tx=0x7f83fc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 -- 172.21.15.100:0/222082951 shutdown_connections 2024-04-26T01:57:42.250 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 --2- 172.21.15.100:0/222082951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841410a5e0 0x7f8414110f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 --2- 172.21.15.100:0/222082951 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8414100a80 0x7f8414109eb0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 --2- 172.21.15.100:0/222082951 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f84141000d0 0x7f84141004b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 -- 172.21.15.100:0/222082951 >> 172.21.15.100:0/222082951 conn(0x7f8414076db0 msgr2=0x7f84140fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 -- 172.21.15.100:0/222082951 shutdown_connections 2024-04-26T01:57:42.251 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.252+0000 7f8413200640 1 -- 172.21.15.100:0/222082951 wait complete. 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.253+0000 7f8413200640 1 Processor -- start 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.253+0000 7f8413200640 1 -- start start 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 0x7f84141a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f841419a650 0x7f841419aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8414114350 con 0x7f841410a5e0 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f84141141d0 con 0x7f84141000d0 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8413200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f84141144d0 con 0x7f841419a650 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8409400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8409400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:46568/0 (socket says 172.21.15.100:46568) 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8409400640 1 -- 172.21.15.100:0/4193906230 learned_addr learned my addr 172.21.15.100:0/4193906230 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:42.253 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8411e00640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 0x7f84141a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.254+0000 7f8412800640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f841419a650 0x7f841419aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 -- 172.21.15.100:0/4193906230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f841419a650 msgr2=0x7f841419aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f841419a650 0x7f841419aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 -- 172.21.15.100:0/4193906230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 msgr2=0x7f84141a0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 0x7f84141a0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 -- 172.21.15.100:0/4193906230 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841419b250 con 0x7f841410a5e0 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8411e00640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 0x7f84141a0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:42.254 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8409400640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f83fc004770 tx=0x7f83fc004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc03f030 con 0x7f841410a5e0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.255+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f841419b4e0 con 0x7f841410a5e0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.256+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f83fc004d50 con 0x7f841410a5e0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.256+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83fc035070 con 0x7f841410a5e0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.256+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84141a7670 con 0x7f841410a5e0 2024-04-26T01:57:42.255 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.257+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84141012a0 con 0x7f841410a5e0 2024-04-26T01:57:42.256 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.259+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f83fc042030 con 0x7f841410a5e0 2024-04-26T01:57:42.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.260+0000 7f840b400640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 0x7f83f80a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.260+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f83fc0f0ba0 con 0x7f841410a5e0 2024-04-26T01:57:42.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.260+0000 7f8411e00640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 0x7f83f80a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.261+0000 7f8411e00640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 0x7f83f80a61d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8404009fc0 tx=0x7f8404005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.265+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83fc0bcb90 con 0x7f841410a5e0 2024-04-26T01:57:42.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.493+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 --> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f8414100a80 con 0x7f83f80a3d10 2024-04-26T01:57:42.505 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.508+0000 7f840b400640 1 -- 172.21.15.100:0/4193906230 <== mgr.25147 v2:172.21.15.100:6800/1889281659 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f8414100a80 con 0x7f83f80a3d10 2024-04-26T01:57:42.506 INFO:teuthology.orchestra.run.smithi100.stdout:/ 1m 6m3h 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 msgr2=0x7f83f80a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 0x7f83f80a61d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8404009fc0 tx=0x7f8404005f90 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 msgr2=0x7f84141a0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f83fc004770 tx=0x7f83fc004950 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 shutdown_connections 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83f80a3d10 0x7f83f80a61d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.510+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f841419a650 0x7f841419aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.511+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841410a5e0 0x7f84141a0ad0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.511+0000 7f8413200640 1 --2- 172.21.15.100:0/4193906230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f84141000d0 0x7f84141a0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.511+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 >> 172.21.15.100:0/4193906230 conn(0x7f8414076db0 msgr2=0x7f84140fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.511+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 shutdown_connections 2024-04-26T01:57:42.509 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.511+0000 7f8413200640 1 -- 172.21.15.100:0/4193906230 wait complete. 2024-04-26T01:57:42.527 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T01:57:42.539 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 -- 172.21.15.100:0/1868796428 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc101fa0 msgr2=0x7f48fc102380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 --2- 172.21.15.100:0/1868796428 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc101fa0 0x7f48fc102380 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009900 tx=0x7f48ec02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 -- 172.21.15.100:0/1868796428 shutdown_connections 2024-04-26T01:57:42.736 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 --2- 172.21.15.100:0/1868796428 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc107070 0x7f48fc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 --2- 172.21.15.100:0/1868796428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc102950 0x7f48fc106990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 --2- 172.21.15.100:0/1868796428 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc101fa0 0x7f48fc102380 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 -- 172.21.15.100:0/1868796428 >> 172.21.15.100:0/1868796428 conn(0x7f48fc0fd880 msgr2=0x7f48fc0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 -- 172.21.15.100:0/1868796428 shutdown_connections 2024-04-26T01:57:42.737 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.738+0000 7f4900e00640 1 -- 172.21.15.100:0/1868796428 wait complete. 2024-04-26T01:57:42.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.739+0000 7f4900e00640 1 Processor -- start 2024-04-26T01:57:42.738 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.739+0000 7f4900e00640 1 -- start start 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 0x7f48fc1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 0x7f48fc1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc19a7b0 0x7f48fc19ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc112110 con 0x7f48fc107070 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc111f90 con 0x7f48fc19a7b0 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f4900e00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc112290 con 0x7f48fc101fa0 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f48f2a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 0x7f48fc1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f48fb400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 0x7f48fc1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f48fb400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 0x7f48fc1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:58046/0 (socket says 172.21.15.100:58046) 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f48fb400640 1 -- 172.21.15.100:0/2503440511 learned_addr learned my addr 172.21.15.100:0/2503440511 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.740+0000 7f48fbe00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc19a7b0 0x7f48fc19ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 -- 172.21.15.100:0/2503440511 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 msgr2=0x7f48fc1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 0x7f48fc1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 -- 172.21.15.100:0/2503440511 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc19a7b0 msgr2=0x7f48fc19ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.739 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc19a7b0 0x7f48fc19ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 -- 172.21.15.100:0/2503440511 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48fc19b390 con 0x7f48fc107070 2024-04-26T01:57:42.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f2a00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 0x7f48fc1a0ba0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f48e400e9c0 tx=0x7f48e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e400cd80 con 0x7f48fc107070 2024-04-26T01:57:42.740 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f48e40035f0 con 0x7f48fc107070 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e4010690 con 0x7f48fc107070 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48fc1a7470 con 0x7f48fc107070 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.741+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48fc1a7870 con 0x7f48fc107070 2024-04-26T01:57:42.741 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.743+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48fc0690e0 con 0x7f48fc107070 2024-04-26T01:57:42.742 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.744+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f48e40037a0 con 0x7f48fc107070 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.746+0000 7f48f8c00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 0x7f48e00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.746+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f48e40d0a50 con 0x7f48fc107070 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.746+0000 7f48fb400640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 0x7f48e00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:42.744 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.747+0000 7f48fb400640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 0x7f48e00a6260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009230 tx=0x7f48ec005a20 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:42.747 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.750+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f48e409d090 con 0x7f48fc107070 2024-04-26T01:57:42.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:42 smithi148 ceph-mon[32990]: pgmap v313: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:42.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:42 smithi100 ceph-mon[28020]: pgmap v313: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:42.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:42 smithi133 ceph-mon[32344]: pgmap v313: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:42.936 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.938+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48fc19b560 con 0x7f48fc107070 2024-04-26T01:57:42.940 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.942+0000 7f48f8c00640 1 -- 172.21.15.100:0/2503440511 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+23194 (secure 0 0 0) 0x7f48e409c990 con 0x7f48fc107070 2024-04-26T01:57:42.941 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:57:42.941 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":101,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:57:20.163226+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/115872624":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/599467682":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/3732339740":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3383786923":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 msgr2=0x7f48e00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 0x7f48e00a6260 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f48ec009230 tx=0x7f48ec005a20 comp rx=0 tx=0).stop 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 msgr2=0x7f48fc1a0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 0x7f48fc1a0ba0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f48e400e9c0 tx=0x7f48e400ee80 comp rx=0 tx=0).stop 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 shutdown_connections 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f48e00a3da0 0x7f48e00a6260 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f48fc19a7b0 0x7f48fc19ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.943 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f48fc107070 0x7f48fc1a0ba0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.944 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 --2- 172.21.15.100:0/2503440511 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f48fc101fa0 0x7f48fc1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:42.944 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 >> 172.21.15.100:0/2503440511 conn(0x7f48fc0fd880 msgr2=0x7f48fc0ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:42.944 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 shutdown_connections 2024-04-26T01:57:42.944 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:42.945+0000 7f4900e00640 1 -- 172.21.15.100:0/2503440511 wait complete. 2024-04-26T01:57:42.962 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:37:51.362697+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T01:43:17.095835+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T01:43:21.873929+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '100', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 100, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T01:57:42.962 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T01:57:43.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 -- 172.21.15.100:0/1031014823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc104d50 msgr2=0x7ff2cc108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 --2- 172.21.15.100:0/1031014823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc104d50 0x7ff2cc108d90 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8009900 tx=0x7ff2b802a410 comp rx=0 tx=0).stop 2024-04-26T01:57:43.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 -- 172.21.15.100:0/1031014823 shutdown_connections 2024-04-26T01:57:43.159 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 --2- 172.21.15.100:0/1031014823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc109470 0x7ff2cc111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 --2- 172.21.15.100:0/1031014823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc104d50 0x7ff2cc108d90 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 --2- 172.21.15.100:0/1031014823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 -- 172.21.15.100:0/1031014823 >> 172.21.15.100:0/1031014823 conn(0x7ff2cc0ffbc0 msgr2=0x7ff2cc101fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 -- 172.21.15.100:0/1031014823 shutdown_connections 2024-04-26T01:57:43.160 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.161+0000 7ff2d4400640 1 -- 172.21.15.100:0/1031014823 wait complete. 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.162+0000 7ff2d4400640 1 Processor -- start 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.162+0000 7ff2d4400640 1 -- start start 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc109470 0x7ff2cc1a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc19a8a0 0x7ff2cc19ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc114540 con 0x7ff2cc109470 2024-04-26T01:57:43.162 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc1143c0 con 0x7ff2cc19a8a0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d4400640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc1146c0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:35502/0 (socket says 172.21.15.100:35502) 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 -- 172.21.15.100:0/2119863193 learned_addr learned my addr 172.21.15.100:0/2119863193 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1000640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc109470 0x7ff2cc1a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d2400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc19a8a0 0x7ff2cc19ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 -- 172.21.15.100:0/2119863193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc19a8a0 msgr2=0x7ff2cc19ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc19a8a0 0x7ff2cc19ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 -- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc109470 msgr2=0x7ff2cc1a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc109470 0x7ff2cc1a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.163+0000 7ff2d1a00640 1 -- 172.21.15.100:0/2119863193 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc19b3c0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.163 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2d1a00640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e9f0 tx=0x7ff2c000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c000cd80 con 0x7ff2cc1043a0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2cc19b6b0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff2c00054f0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c0010690 con 0x7ff2cc1043a0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.164+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2cc1a7900 con 0x7ff2cc1043a0 2024-04-26T01:57:43.164 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.165+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2cc0691c0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.165 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.167+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7ff2c00046c0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.169+0000 7ff2ca000640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 0x7ff2b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.169+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7ff2c00d0df0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.169+0000 7ff2d1000640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 0x7ff2b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.167 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.170+0000 7ff2d1000640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 0x7ff2b40a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8004770 tx=0x7ff2b8000bc0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.169 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.171+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff2c0053ff0 con 0x7ff2cc1043a0 2024-04-26T01:57:43.375 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.377+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff2cc104d50 con 0x7ff2cc1043a0 2024-04-26T01:57:43.376 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.378+0000 7ff2ca000640 1 -- 172.21.15.100:0/2119863193 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7ff2c009d430 con 0x7ff2cc1043a0 2024-04-26T01:57:43.376 INFO:teuthology.orchestra.run.smithi100.stdout:pg_num: 1 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.380+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 msgr2=0x7ff2b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 0x7ff2b40a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff2b8004770 tx=0x7ff2b8000bc0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 msgr2=0x7ff2cc1a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e9f0 tx=0x7ff2c000edf0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 shutdown_connections 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7ff2b40a3d20 0x7ff2b40a61e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff2cc19a8a0 0x7ff2cc19ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7ff2cc109470 0x7ff2cc1a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 --2- 172.21.15.100:0/2119863193 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7ff2cc1043a0 0x7ff2cc1a06f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 >> 172.21.15.100:0/2119863193 conn(0x7ff2cc0ffbc0 msgr2=0x7ff2cc101ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 shutdown_connections 2024-04-26T01:57:43.379 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.381+0000 7ff2d4400640 1 -- 172.21.15.100:0/2119863193 wait complete. 2024-04-26T01:57:43.398 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 -- 172.21.15.100:0/958130927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102a20 msgr2=0x7fefac106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 --2- 172.21.15.100:0/958130927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102a20 0x7fefac106a60 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fef94009900 tx=0x7fef9402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 -- 172.21.15.100:0/958130927 shutdown_connections 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 --2- 172.21.15.100:0/958130927 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac10ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 --2- 172.21.15.100:0/958130927 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102a20 0x7fefac106a60 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.604 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 --2- 172.21.15.100:0/958130927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac102070 0x7fefac102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 -- 172.21.15.100:0/958130927 >> 172.21.15.100:0/958130927 conn(0x7fefac0fd8f0 msgr2=0x7fefac0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 -- 172.21.15.100:0/958130927 shutdown_connections 2024-04-26T01:57:43.605 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.606+0000 7fefab200640 1 -- 172.21.15.100:0/958130927 wait complete. 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.607+0000 7fefab200640 1 Processor -- start 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.607+0000 7fefab200640 1 -- start start 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.607+0000 7fefab200640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102070 0x7fefac1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.607+0000 7fefab200640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.607+0000 7fefab200640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 0x7fefac19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefab200640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1121c0 con 0x7fefac107140 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefab200640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fefac112040 con 0x7fefac19a740 2024-04-26T01:57:43.607 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefab200640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fefac112340 con 0x7fefac102070 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa9e00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102070 0x7fefac1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34530/0 (socket says 172.21.15.100:34530) 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 -- 172.21.15.100:0/3713597093 learned_addr learned my addr 172.21.15.100:0/3713597093 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefaa800640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 0x7fefac19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 -- 172.21.15.100:0/3713597093 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102070 msgr2=0x7fefac1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102070 0x7fefac1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 -- 172.21.15.100:0/3713597093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 msgr2=0x7fefac19abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 0x7fefac19abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefa3e00640 1 -- 172.21.15.100:0/3713597093 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefac19b340 con 0x7fefac107140 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.608+0000 7fefaa800640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 0x7fefac19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefa3e00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fef94005940 tx=0x7fef94004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9403f030 con 0x7fefac107140 2024-04-26T01:57:43.608 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef94004440 con 0x7fefac107140 2024-04-26T01:57:43.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefac19b5d0 con 0x7fefac107140 2024-04-26T01:57:43.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94035070 con 0x7fefac107140 2024-04-26T01:57:43.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.609+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefac1a7710 con 0x7fefac107140 2024-04-26T01:57:43.609 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.610+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefac103540 con 0x7fefac107140 2024-04-26T01:57:43.610 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.612+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fef94042030 con 0x7fefac107140 2024-04-26T01:57:43.611 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.614+0000 7fefa2a00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 0x7fef8c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:43.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.614+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7fef940f0b10 con 0x7fefac107140 2024-04-26T01:57:43.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.614+0000 7fefa9e00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 0x7fef8c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:43.612 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.615+0000 7fefa9e00640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 0x7fef8c0a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fef9c009bd0 tx=0x7fef9c005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:43.615 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.618+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fef940bcb00 con 0x7fefac107140 2024-04-26T01:57:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:43 smithi148 ceph-mon[32990]: from='client.25910 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:43 smithi148 ceph-mon[32990]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2503440511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:43.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2119863193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:43.820 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.823+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fefac102a20 con 0x7fefac107140 2024-04-26T01:57:43.822 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.824+0000 7fefa2a00640 1 -- 172.21.15.100:0/3713597093 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7fef940c0e00 con 0x7fefac107140 2024-04-26T01:57:43.822 INFO:teuthology.orchestra.run.smithi100.stdout:pg_num: 32 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 msgr2=0x7fef8c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 0x7fef8c0a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fef9c009bd0 tx=0x7fef9c005f90 comp rx=0 tx=0).stop 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 msgr2=0x7fefac1a0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fef94005940 tx=0x7fef94004040 comp rx=0 tx=0).stop 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 shutdown_connections 2024-04-26T01:57:43.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fef8c0a3d20 0x7fef8c0a61e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefac19a740 0x7fefac19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fefac107140 0x7fefac1a0bc0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 --2- 172.21.15.100:0/3713597093 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fefac102070 0x7fefac1a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 >> 172.21.15.100:0/3713597093 conn(0x7fefac0fd8f0 msgr2=0x7fefac0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.826+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 shutdown_connections 2024-04-26T01:57:43.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:43.827+0000 7fefab200640 1 -- 172.21.15.100:0/3713597093 wait complete. 2024-04-26T01:57:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:43 smithi100 ceph-mon[28020]: from='client.25910 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:43 smithi100 ceph-mon[28020]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2503440511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:43.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2119863193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:43.843 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T01:57:43.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:43 smithi133 ceph-mon[32344]: from='client.25910 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:43 smithi133 ceph-mon[32344]: from='client.15786 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:57:43.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2503440511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:57:43.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2119863193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.048+0000 7f0c48a00640 1 -- 172.21.15.100:0/2361748259 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 msgr2=0x7f0c4410ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.048+0000 7f0c48a00640 1 --2- 172.21.15.100:0/2361748259 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c4410ed10 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009ca0 tx=0x7f0c3c02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 -- 172.21.15.100:0/2361748259 shutdown_connections 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 --2- 172.21.15.100:0/2361748259 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c4410ed10 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 --2- 172.21.15.100:0/2361748259 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102a20 0x7f0c44106a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 --2- 172.21.15.100:0/2361748259 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c44102070 0x7f0c44102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 -- 172.21.15.100:0/2361748259 >> 172.21.15.100:0/2361748259 conn(0x7f0c440fd8f0 msgr2=0x7f0c440ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:44.047 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 -- 172.21.15.100:0/2361748259 shutdown_connections 2024-04-26T01:57:44.048 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.049+0000 7f0c48a00640 1 -- 172.21.15.100:0/2361748259 wait complete. 2024-04-26T01:57:44.050 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 Processor -- start 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 -- start start 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102070 0x7f0c441a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 0x7f0c4419ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441121e0 con 0x7f0c44107140 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44112060 con 0x7f0c44102070 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c48a00640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44112360 con 0x7f0c4419a7a0 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c3be00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c3be00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34560/0 (socket says 172.21.15.100:34560) 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c3be00640 1 -- 172.21.15.100:0/4119813850 learned_addr learned my addr 172.21.15.100:0/4119813850 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.050+0000 7f0c42800640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102070 0x7f0c441a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c43200640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 0x7f0c4419ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.051 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 -- 172.21.15.100:0/4119813850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 msgr2=0x7f0c4419ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 0x7f0c4419ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 -- 172.21.15.100:0/4119813850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102070 msgr2=0x7f0c441a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102070 0x7f0c441a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 -- 172.21.15.100:0/4119813850 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4419b330 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c43200640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 0x7f0c4419ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3be00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00e9c0 tx=0x7f0c2c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c00cd80 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c2c0054f0 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c010690 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.051+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c4419b620 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.052+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c441a7800 con 0x7f0c44107140 2024-04-26T01:57:44.052 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.053+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c44103540 con 0x7f0c44107140 2024-04-26T01:57:44.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.054+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f0c2c0046c0 con 0x7f0c44107140 2024-04-26T01:57:44.053 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.056+0000 7f0c3b400640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 0x7f0c280a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.054 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.056+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f0c2c0d0dd0 con 0x7f0c44107140 2024-04-26T01:57:44.054 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.056+0000 7f0c42800640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 0x7f0c280a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.054 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.057+0000 7f0c42800640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 0x7f0c280a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0c34009bd0 tx=0x7f0c34005f90 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:44.057 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.060+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c4419b620 con 0x7f0c44107140 2024-04-26T01:57:44.258 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.260+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0c44102a20 con 0x7f0c44107140 2024-04-26T01:57:44.259 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.262+0000 7f0c3b400640 1 -- 172.21.15.100:0/4119813850 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7f0c2c09d410 con 0x7f0c44107140 2024-04-26T01:57:44.259 INFO:teuthology.orchestra.run.smithi100.stdout:pg_num: 64 2024-04-26T01:57:44.262 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 msgr2=0x7f0c280a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.262 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 0x7f0c280a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0c34009bd0 tx=0x7f0c34005f90 comp rx=0 tx=0).stop 2024-04-26T01:57:44.262 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 msgr2=0x7f0c441a0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.262 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c00e9c0 tx=0x7f0c2c00ee80 comp rx=0 tx=0).stop 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 shutdown_connections 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0c280a3d20 0x7f0c280a61e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0c4419a7a0 0x7f0c4419ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0c44107140 0x7f0c441a0b70 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 --2- 172.21.15.100:0/4119813850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0c44102070 0x7f0c441a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 >> 172.21.15.100:0/4119813850 conn(0x7f0c440fd8f0 msgr2=0x7f0c440fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 shutdown_connections 2024-04-26T01:57:44.263 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.264+0000 7f0c48a00640 1 -- 172.21.15.100:0/4119813850 wait complete. 2024-04-26T01:57:44.280 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T01:57:44.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 -- 172.21.15.100:0/476280879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 msgr2=0x7f03401045a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.487 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 --2- 172.21.15.100:0/476280879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401045a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f0338009900 tx=0x7f033802a410 comp rx=0 tx=0).stop 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 -- 172.21.15.100:0/476280879 shutdown_connections 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 --2- 172.21.15.100:0/476280879 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0340109290 0x7f0340110e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 --2- 172.21.15.100:0/476280879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104b70 0x7f0340108bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 --2- 172.21.15.100:0/476280879 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401045a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 -- 172.21.15.100:0/476280879 >> 172.21.15.100:0/476280879 conn(0x7f03400ff9e0 msgr2=0x7f0340101e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 -- 172.21.15.100:0/476280879 shutdown_connections 2024-04-26T01:57:44.488 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.489+0000 7f0347000640 1 -- 172.21.15.100:0/476280879 wait complete. 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.490+0000 7f0347000640 1 Processor -- start 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.490+0000 7f0347000640 1 -- start start 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 0x7f03401a09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f034019a620 0x7f034019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f0340114380 con 0x7f03401041c0 2024-04-26T01:57:44.490 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0340114200 con 0x7f0340109290 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0347000640 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0340114500 con 0x7f034019a620 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:34588/0 (socket says 172.21.15.100:34588) 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 -- 172.21.15.100:0/449381249 learned_addr learned my addr 172.21.15.100:0/449381249 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0346600640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f034019a620 0x7f034019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345200640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 0x7f03401a09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 -- 172.21.15.100:0/449381249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f034019a620 msgr2=0x7f034019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f034019a620 0x7f034019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 -- 172.21.15.100:0/449381249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 msgr2=0x7f03401a09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 0x7f03401a09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345c00640 1 -- 172.21.15.100:0/449381249 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f034019b140 con 0x7f03401041c0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.491+0000 7f0345200640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 0x7f03401a09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f0345c00640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f03380314b0 tx=0x7f0338003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033803f070 con 0x7f03401041c0 2024-04-26T01:57:44.491 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0338031bf0 con 0x7f03401041c0 2024-04-26T01:57:44.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f034019b3d0 con 0x7f03401041c0 2024-04-26T01:57:44.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0338035030 con 0x7f03401041c0 2024-04-26T01:57:44.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.492+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03401a75c0 con 0x7f03401041c0 2024-04-26T01:57:44.492 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.493+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03400690e0 con 0x7f03401041c0 2024-04-26T01:57:44.493 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.495+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f0338042070 con 0x7f03401041c0 2024-04-26T01:57:44.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.497+0000 7f033e000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 0x7f03240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:57:44.494 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.497+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 8513+0+0 (secure 0 0 0) 0x7f03380f0eb0 con 0x7f03401041c0 2024-04-26T01:57:44.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.497+0000 7f0345200640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 0x7f03240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:57:44.495 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.497+0000 7f0345200640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 0x7f03240a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f03401030e0 tx=0x7f032c009500 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:57:44.499 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.501+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f03380bd550 con 0x7f03401041c0 2024-04-26T01:57:44.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:44 smithi100 ceph-mon[28020]: pgmap v314: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:44.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:44 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3713597093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T01:57:44.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:44 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/4119813850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T01:57:44.755 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.757+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f0340104b70 con 0x7f03401041c0 2024-04-26T01:57:44.774 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.776+0000 7f033e000640 1 -- 172.21.15.100:0/449381249 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) ==== 81+0+746071 (secure 0 0 0) 0x7f03380bce50 con 0x7f03401041c0 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "epoch": 27, 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "active_gid": 25147, 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "active_name": "x", 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "active_addrs": { 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:44.786 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:6800", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 1889281659 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v1", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:6801", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 1889281659 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "active_addr": "172.21.15.100:6801/1889281659", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "active_change": "2024-04-26T01:47:38.855514+0000", 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T01:57:44.787 INFO:teuthology.orchestra.run.smithi100.stdout: "available": true, 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "standbys": [ 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "gid": 25118, 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "y", 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "mgr_features": 4540701547738038271, 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "available_modules": [ 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "alerts", 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:44.788 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.789 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.790 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.791 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.792 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.793 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_destination": { 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_destination", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.794 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email address to send alerts to", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_from_name": { 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_from_name", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "Ceph", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.795 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email From: name", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_host": { 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_host", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP server", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.796 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_password": { 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_password", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Password to authenticate with", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.797 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_port": { 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_port", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "465", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP port", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.798 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_sender": { 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_sender", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP envelope sender", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_ssl": { 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_ssl", 2024-04-26T01:57:44.799 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_user": { 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_user", 2024-04-26T01:57:44.800 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "User to authenticate as", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.801 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "balancer", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "active": { 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "active", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T01:57:44.802 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_time": { 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_time", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0000", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:44.803 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_weekday": { 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_weekday", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_max_iterations": { 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_max_iterations", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "25", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "250", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_metrics": { 2024-04-26T01:57:44.805 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_metrics", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_step": { 2024-04-26T01:57:44.806 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_step", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.5", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0.001", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "0.999", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "aggressiveness of optimization", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "end_time": { 2024-04-26T01:57:44.807 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_time", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2359", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "end_weekday": { 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_weekday", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:44.808 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.809 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.810 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.811 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.812 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.813 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "min_score": { 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_score", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T01:57:44.814 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "upmap", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "crush-compat", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "none", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "read", 2024-04-26T01:57:44.815 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap-read" 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Balancer mode", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_ids": { 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_ids", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.816 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T01:57:44.817 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_deviation": { 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_deviation", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.818 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_optimizations": { 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_optimizations", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.819 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_down_multiplier": { 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_down_multiplier", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.820 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_refresh_rate": { 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_refresh_rate", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "20", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.821 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_starting_port": { 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_starting_port", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4721", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.822 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_ptrace": { 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_ptrace", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.823 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_interval": { 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_interval", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.824 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_memory_target_ratio": { 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.7", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.825 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm_log_destination": { 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm_log_destination", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.826 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "file", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "file,syslog", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "syslog" 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "cgroups_split": { 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cgroups_split", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.827 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "config_checks_enabled": { 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_checks_enabled", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.828 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "config_dashboard": { 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_dashboard", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.829 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_alertmanager": { 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_alertmanager", 2024-04-26T01:57:44.830 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_base": { 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_base", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.831 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Container image name, without the tag", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_elasticsearch": { 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_elasticsearch", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.832 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "elasticsearch container image", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_grafana": { 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_grafana", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.833 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_haproxy": { 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_haproxy", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.834 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "HAproxy container image", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_agent": { 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_agent", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.835 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger agent container image", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_collector": { 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_collector", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.836 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger collector container image", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_query": { 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_query", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.837 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger query container image", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_keepalived": { 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_keepalived", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.838 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Keepalived container image", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_loki": { 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_loki", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T01:57:44.839 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Loki container image", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_node_exporter": { 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_node_exporter", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.840 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_nvmeof": { 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_nvmeof", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T01:57:44.841 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Nvme-of container image", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_prometheus": { 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_prometheus", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.842 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_promtail": { 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_promtail", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.843 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Promtail container image", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_samba": { 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_samba", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.844 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Samba/SMB container image", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_snmp_gateway": { 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_snmp_gateway", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SNMP Gateway container image", 2024-04-26T01:57:44.845 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "container_init": { 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_init", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.846 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "daemon_cache_timeout": { 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "daemon_cache_timeout", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.847 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "default_cephadm_command_timeout": { 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "900", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "default_registry": { 2024-04-26T01:57:44.848 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_registry", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "device_cache_timeout": { 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_cache_timeout", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.849 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1800", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache device inventory", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "device_enhanced_scan": { 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_enhanced_scan", 2024-04-26T01:57:44.850 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "facts_cache_timeout": { 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "facts_cache_timeout", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.851 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache host facts data", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "grafana_dashboards_path": { 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "grafana_dashboards_path", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T01:57:44.852 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "host_check_interval": { 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "host_check_interval", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.853 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to perform a host check", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "hw_monitoring": { 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hw_monitoring", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.854 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "inventory_list_all": { 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "inventory_list_all", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.855 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.856 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "log_refresh_metadata": { 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_refresh_metadata", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.857 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.858 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.859 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.860 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.861 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.862 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "*", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.863 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "max_count_per_host": { 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_count_per_host", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.864 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of daemons per service per host", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "max_osd_draining_count": { 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_osd_draining_count", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.865 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "migration_current": { 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "migration_current", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "internal - do not modify", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.866 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "root", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm-package", 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: "root" 2024-04-26T01:57:44.867 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "oob_default_addr": { 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "oob_default_addr", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "169.254.1.1", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.868 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "prometheus_alerts_path": { 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus_alerts_path", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.869 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_insecure": { 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_insecure", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.870 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_password": { 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_password", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.871 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_url": { 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_url", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T01:57:44.872 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_username": { 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_username", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.873 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "secure_monitoring_stack": { 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "secure_monitoring_stack", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.874 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "service_discovery_port": { 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "service_discovery_port", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8765", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "cephadm service discovery port", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.875 INFO:teuthology.orchestra.run.smithi100.stdout: "ssh_config_file": { 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssh_config_file", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "use_agent": { 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_agent", 2024-04-26T01:57:44.876 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "use_repo_digest": { 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_repo_digest", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.877 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_failed_host_check": { 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_failed_host_check", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.878 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_daemons": { 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_daemons", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.879 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_hosts": { 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_hosts", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.880 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crash", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.881 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.882 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.883 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.884 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.885 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "retain_interval": { 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retain_interval", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "31536000", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T01:57:44.886 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_recent_interval": { 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_recent_interval", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1209600", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.887 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dashboard", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.888 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.889 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.890 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_ENABLED": { 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.891 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.892 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.893 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.894 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.895 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.896 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.897 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.898 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.899 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.900 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.901 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.902 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.903 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_URL": { 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_URL", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.904 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.905 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.906 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.907 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.908 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.909 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.910 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "[]", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "{}", 2024-04-26T01:57:44.911 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.912 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.913 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.914 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.915 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.916 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.917 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.918 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.919 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.920 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.921 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.922 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.923 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.924 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.925 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "45", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.926 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.927 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.928 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.929 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.930 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.931 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:44.932 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.933 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "cross_origin_url": { 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cross_origin_url", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.934 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "crt_file": { 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crt_file", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.935 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "debug": { 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "debug", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.936 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable/disable debug options", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "jwt_token_ttl": { 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "jwt_token_ttl", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.937 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "28800", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:44.938 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.939 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.940 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.941 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.942 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.943 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "motd": { 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "motd", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.944 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "The message of the day", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect_resolve_ip_addr": { 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.945 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.946 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8080", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.947 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.948 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl_server_port": { 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl_server_port", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8443", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.949 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "redirect", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect" 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.950 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.951 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "url_prefix": { 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url_prefix", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.952 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "devicehealth", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_monitoring": { 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_monitoring", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.953 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "monitor device health metrics", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.954 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.955 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.956 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.957 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.958 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "mark_out_threshold": { 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mark_out_threshold", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2419200", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.959 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_name": { 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_name", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "device_health_metrics", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.960 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "retention_period": { 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retention_period", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15552000", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.961 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain device health metrics", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_frequency": { 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_frequency", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.962 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "self_heal": { 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "self_heal", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T01:57:44.963 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.964 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_threshold": { 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_threshold", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7257600", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.965 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "diskprediction_local", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.966 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.967 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.968 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.969 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.970 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "predict_interval": { 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predict_interval", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.971 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "predictor_model": { 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predictor_model", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "prophetstor", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.972 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.973 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "influx", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": false, 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "influxdb python module not found", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "batch_size": { 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "batch_size", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5000", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.974 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "database": { 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "database", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "ceph", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.975 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "hostname": { 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hostname", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server hostname", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.976 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "30", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "5", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.977 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.978 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.979 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.980 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.981 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "password": { 2024-04-26T01:57:44.982 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "password", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "password of InfluxDB server user", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "port": { 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "port", 2024-04-26T01:57:44.983 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8086", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server port", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.984 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "false", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "threads": { 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threads", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.985 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "32", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "username": { 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "username", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.986 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "username of InfluxDB server user", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "verify_ssl": { 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "verify_ssl", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.987 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "true", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "insights", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.988 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.989 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.990 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.991 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.992 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "iostat", 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:44.993 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.994 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.995 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:44.997 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "k8sevents", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:44.998 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_event_retention_days": { 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ceph_event_retention_days", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:44.999 INFO:teuthology.orchestra.run.smithi100.stdout: "config_check_secs": { 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_check_secs", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "10", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.000 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.001 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.002 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.003 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.004 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "localpool", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.005 INFO:teuthology.orchestra.run.smithi100.stdout: "failure_domain": { 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "failure_domain", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "host", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "failure domain for any created local pool", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.006 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.007 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.008 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.009 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.010 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "min_size": { 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_size", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.011 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default min_size for any created local pool", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "num_rep": { 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "num_rep", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default replica count for any created local pool", 2024-04-26T01:57:45.012 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_num": { 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_num", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "128", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T01:57:45.013 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "prefix": { 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prefix", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name prefix for any created local pool", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.014 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "subtree": { 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "subtree", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "rack", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.015 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mds_autoscaler", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.016 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.017 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.018 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.019 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.020 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirroring", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.021 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.022 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.023 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.024 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.025 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "nfs", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.026 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.027 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.028 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.029 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.030 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "fail_fs": { 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "fail_fs", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.031 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.032 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.033 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.034 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.035 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator": { 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm", 2024-04-26T01:57:45.036 INFO:teuthology.orchestra.run.smithi100.stdout: "rook", 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "test_orchestrator" 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Orchestrator backend", 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_perf_query", 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.037 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.038 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.039 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.040 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.041 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.042 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_support", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.043 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.044 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.045 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.046 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_autoscaler", 2024-04-26T01:57:45.047 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.048 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.049 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.050 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.051 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.052 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "threshold": { 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threshold", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:45.053 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1.0", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "scaling threshold", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "progress", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_pg_recovery_event": { 2024-04-26T01:57:45.054 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_pg_recovery_event", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.055 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.056 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.057 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.058 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.059 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.061 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.062 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "max_completed_events": { 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_completed_events", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.063 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "50", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "number of past completed events to remember", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.064 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long the module is going to sleep", 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.065 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "cache": { 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cache", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.066 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "exclude_perf_counters": { 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "exclude_perf_counters", 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.067 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.068 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.069 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.070 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.071 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.072 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.073 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.074 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.074 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.074 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.074 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.074 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.075 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.076 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools": { 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools", 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.077 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.078 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "300", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_interval": { 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_interval", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.079 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15.0", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.080 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.081 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "9283", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "stale_cache_strategy": { 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stale_cache_strategy", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.082 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "log", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.083 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "default", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "default", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "error" 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:45.084 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.085 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_support", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.086 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.087 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.088 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.089 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.090 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.091 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.092 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.093 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.094 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.094 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_snap_create": { 2024-04-26T01:57:45.094 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_snap_create", 2024-04-26T01:57:45.094 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.094 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.095 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: "mirror_snapshot_schedule": { 2024-04-26T01:57:45.096 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.097 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.098 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.099 INFO:teuthology.orchestra.run.smithi100.stdout: "trash_purge_schedule": { 2024-04-26T01:57:45.099 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "trash_purge_schedule", 2024-04-26T01:57:45.099 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.099 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.100 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.101 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "restful", 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_auth": { 2024-04-26T01:57:45.102 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_auth", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.103 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.104 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.105 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.106 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.106 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.106 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.106 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.106 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.107 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.108 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.109 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.110 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.111 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.111 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.111 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.111 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.111 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.112 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.113 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.114 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.114 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.114 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.114 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.114 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.115 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.116 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.117 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.118 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.118 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.118 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.118 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.118 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.119 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.120 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.121 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.122 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rgw", 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.123 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.124 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.125 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.126 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.127 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.128 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.129 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rook", 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.130 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.131 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.132 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.133 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.134 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "storage_class": { 2024-04-26T01:57:45.135 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "storage_class", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "local", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.136 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "selftest", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.137 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.138 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.139 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.140 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.141 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.142 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "roption1": { 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption1", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.143 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "roption2": { 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption2", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.144 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "xyz", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption1": { 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption1", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.145 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption2": { 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption2", 2024-04-26T01:57:45.146 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption3": { 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption3", 2024-04-26T01:57:45.147 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption4": { 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption4", 2024-04-26T01:57:45.148 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.149 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption5": { 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption5", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.150 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption6": { 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption6", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.151 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption7": { 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption7", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "42", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.152 INFO:teuthology.orchestra.run.smithi100.stdout: "testkey": { 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testkey", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "testlkey": { 2024-04-26T01:57:45.153 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testlkey", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.154 INFO:teuthology.orchestra.run.smithi100.stdout: "testnewline": { 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testnewline", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.155 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snap_schedule", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_m_granularity": { 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_m_granularity", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.156 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "dump_on_update": { 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dump_on_update", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.157 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "dump database to debug log on update", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.158 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.159 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.160 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.161 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.162 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.162 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.162 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.162 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.162 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.163 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stats", 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.164 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.165 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.166 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.167 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.168 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.169 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.170 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "status", 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.171 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.172 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.173 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.174 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.175 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.176 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telegraf", 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "address": { 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "address", 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.177 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.178 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.179 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.180 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.181 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.182 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.183 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.184 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telemetry", 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_basic": { 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_basic", 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.185 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_crash": { 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_crash", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.186 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_device": { 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_device", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.187 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_ident": { 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_ident", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.188 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_perf": { 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_perf", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.189 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.190 INFO:teuthology.orchestra.run.smithi100.stdout: "contact": { 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "contact", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.191 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "description": { 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "description", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.192 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "device_url": { 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_url", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.193 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.194 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "24", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "8", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.195 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "last_opt_revision": { 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "last_opt_revision", 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.196 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard": { 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.197 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard_description": { 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard_description", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.198 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.199 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.200 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.201 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.202 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.203 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.204 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "organization": { 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "organization", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.205 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "proxy": { 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "proxy", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "url": { 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.207 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "test_orchestrator", 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.208 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.209 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.210 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.211 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.212 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.213 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "volumes", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.214 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.215 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.216 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.217 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.218 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_clones": { 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_clones", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.219 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "periodic_async_work": { 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "periodic_async_work", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.220 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Periodically check for async work", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_delay": { 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_delay", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.221 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_no_wait": { 2024-04-26T01:57:45.222 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.223 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "discovery_interval": { 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "discovery_interval", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "100", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.224 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "identifier": { 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "identifier", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.225 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.226 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.227 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.228 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.229 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.230 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.231 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_host": { 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_host", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.232 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.233 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_port": { 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_port", 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10051", 2024-04-26T01:57:45.234 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_sender": { 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_sender", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.235 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.236 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "gid": 25144, 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "z", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "mgr_features": 4540701547738038271, 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "available_modules": [ 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "alerts", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.237 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.238 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.239 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.240 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.241 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.242 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_destination": { 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_destination", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.243 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email address to send alerts to", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_from_name": { 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_from_name", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "Ceph", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email From: name", 2024-04-26T01:57:45.244 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_host": { 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_host", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP server", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.245 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_password": { 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_password", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Password to authenticate with", 2024-04-26T01:57:45.246 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_port": { 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_port", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "465", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP port", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.247 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_sender": { 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_sender", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP envelope sender", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.248 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_ssl": { 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_ssl", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.249 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_user": { 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_user", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.250 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "User to authenticate as", 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "balancer", 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "active": { 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "active", 2024-04-26T01:57:45.251 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_time": { 2024-04-26T01:57:45.252 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_time", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0000", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_weekday": { 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_weekday", 2024-04-26T01:57:45.253 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_max_iterations": { 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_max_iterations", 2024-04-26T01:57:45.254 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "25", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "250", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_metrics": { 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_metrics", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.255 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_step": { 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_step", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.5", 2024-04-26T01:57:45.256 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0.001", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "0.999", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "aggressiveness of optimization", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "end_time": { 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_time", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2359", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.257 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "end_weekday": { 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_weekday", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:45.258 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.259 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.260 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.261 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.262 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.263 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.264 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.265 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.266 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.266 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.266 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.266 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.266 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.267 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.268 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.269 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.270 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.270 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.270 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.270 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.270 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: "min_score": { 2024-04-26T01:57:45.271 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_score", 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.272 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.273 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.274 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "upmap", 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "crush-compat", 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "none", 2024-04-26T01:57:45.275 INFO:teuthology.orchestra.run.smithi100.stdout: "read", 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap", 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap-read" 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Balancer mode", 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.276 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_ids": { 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_ids", 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.277 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T01:57:45.278 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.279 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.280 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_deviation": { 2024-04-26T01:57:45.281 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_deviation", 2024-04-26T01:57:45.282 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.282 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.282 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.282 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.282 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.283 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_optimizations": { 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_optimizations", 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.284 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T01:57:45.285 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.286 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm", 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_down_multiplier": { 2024-04-26T01:57:45.287 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_down_multiplier", 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.288 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.289 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.289 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T01:57:45.289 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.289 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.289 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_refresh_rate": { 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_refresh_rate", 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.290 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "20", 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T01:57:45.291 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_starting_port": { 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_starting_port", 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.292 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4721", 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T01:57:45.293 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_ptrace": { 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_ptrace", 2024-04-26T01:57:45.294 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.295 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_interval": { 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_interval", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.296 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_memory_target_ratio": { 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.7", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.297 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm_log_destination": { 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm_log_destination", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.298 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "file", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "file,syslog", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "syslog" 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.299 INFO:teuthology.orchestra.run.smithi100.stdout: "cgroups_split": { 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cgroups_split", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "config_checks_enabled": { 2024-04-26T01:57:45.300 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_checks_enabled", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "config_dashboard": { 2024-04-26T01:57:45.301 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_dashboard", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.302 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_alertmanager": { 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_alertmanager", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_base": { 2024-04-26T01:57:45.303 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_base", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Container image name, without the tag", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_elasticsearch": { 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_elasticsearch", 2024-04-26T01:57:45.304 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "elasticsearch container image", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.305 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_grafana": { 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_grafana", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.306 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_haproxy": { 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_haproxy", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.307 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "HAproxy container image", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_agent": { 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_agent", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger agent container image", 2024-04-26T01:57:45.308 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_collector": { 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_collector", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.309 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger collector container image", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_query": { 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_query", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.310 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger query container image", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_keepalived": { 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_keepalived", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.311 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Keepalived container image", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_loki": { 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_loki", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.312 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Loki container image", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_node_exporter": { 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_node_exporter", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.313 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_nvmeof": { 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_nvmeof", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.314 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Nvme-of container image", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_prometheus": { 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_prometheus", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.315 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_promtail": { 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_promtail", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.316 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Promtail container image", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_samba": { 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_samba", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.317 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Samba/SMB container image", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_snmp_gateway": { 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_snmp_gateway", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.318 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SNMP Gateway container image", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "container_init": { 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_init", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.319 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "daemon_cache_timeout": { 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "daemon_cache_timeout", 2024-04-26T01:57:45.320 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "default_cephadm_command_timeout": { 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T01:57:45.321 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "900", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.322 INFO:teuthology.orchestra.run.smithi100.stdout: "default_registry": { 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_registry", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.323 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "device_cache_timeout": { 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_cache_timeout", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1800", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache device inventory", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.324 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "device_enhanced_scan": { 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_enhanced_scan", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.325 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "facts_cache_timeout": { 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "facts_cache_timeout", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.326 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache host facts data", 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "grafana_dashboards_path": { 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "grafana_dashboards_path", 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.327 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "host_check_interval": { 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "host_check_interval", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.328 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to perform a host check", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "hw_monitoring": { 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hw_monitoring", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.329 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "inventory_list_all": { 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "inventory_list_all", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.330 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.331 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.332 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.333 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: "log_refresh_metadata": { 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_refresh_metadata", 2024-04-26T01:57:45.334 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.335 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.336 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.337 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.338 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.339 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.340 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.341 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.342 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.342 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.342 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.342 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.342 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.343 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T01:57:45.344 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.345 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.346 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.347 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "*", 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.348 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: "max_count_per_host": { 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_count_per_host", 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.349 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.350 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.350 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.350 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.350 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.350 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of daemons per service per host", 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.351 INFO:teuthology.orchestra.run.smithi100.stdout: "max_osd_draining_count": { 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_osd_draining_count", 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.352 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.353 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: "migration_current": { 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "migration_current", 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.354 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "internal - do not modify", 2024-04-26T01:57:45.355 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:45.356 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "root", 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.357 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm-package", 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: "root" 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.358 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.359 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.359 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.359 INFO:teuthology.orchestra.run.smithi100.stdout: "oob_default_addr": { 2024-04-26T01:57:45.359 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "oob_default_addr", 2024-04-26T01:57:45.359 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "169.254.1.1", 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.360 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.361 INFO:teuthology.orchestra.run.smithi100.stdout: "prometheus_alerts_path": { 2024-04-26T01:57:45.362 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus_alerts_path", 2024-04-26T01:57:45.362 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.362 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.362 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.362 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.363 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_insecure": { 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_insecure", 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.364 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.365 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_password": { 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_password", 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.366 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.367 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_url": { 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_url", 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.368 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_username": { 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_username", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.369 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "secure_monitoring_stack": { 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "secure_monitoring_stack", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.370 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "service_discovery_port": { 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "service_discovery_port", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.371 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8765", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "cephadm service discovery port", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "ssh_config_file": { 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssh_config_file", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.372 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "use_agent": { 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_agent", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.373 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "use_repo_digest": { 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_repo_digest", 2024-04-26T01:57:45.374 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_failed_host_check": { 2024-04-26T01:57:45.375 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_failed_host_check", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.376 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_daemons": { 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_daemons", 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.377 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.378 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_hosts": { 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_hosts", 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.379 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T01:57:45.380 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.381 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crash", 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.382 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.383 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.384 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.385 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.386 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.387 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "retain_interval": { 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retain_interval", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "31536000", 2024-04-26T01:57:45.388 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_recent_interval": { 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_recent_interval", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1209600", 2024-04-26T01:57:45.389 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dashboard", 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.390 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.391 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.392 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.393 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_ENABLED": { 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.394 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.395 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.396 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.397 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.398 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.399 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.400 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.401 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.402 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.403 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.404 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.405 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.406 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_URL": { 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_URL", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.407 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.408 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.409 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.410 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.411 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.412 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "[]", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.413 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "{}", 2024-04-26T01:57:45.414 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.415 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.416 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.417 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.418 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.419 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.420 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.421 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.422 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.423 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.424 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.425 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T01:57:45.427 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "45", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T01:57:45.428 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.429 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.430 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.431 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.432 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.433 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.434 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.435 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "cross_origin_url": { 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cross_origin_url", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.436 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "crt_file": { 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crt_file", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.437 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "debug": { 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "debug", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.438 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable/disable debug options", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "jwt_token_ttl": { 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "jwt_token_ttl", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "28800", 2024-04-26T01:57:45.439 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.440 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.441 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.442 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.443 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.444 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.445 INFO:teuthology.orchestra.run.smithi100.stdout: "motd": { 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "motd", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "The message of the day", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.446 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect_resolve_ip_addr": { 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.447 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.448 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8080", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.449 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.450 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl_server_port": { 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl_server_port", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8443", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.451 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "redirect", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.452 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect" 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:45.453 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "url_prefix": { 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url_prefix", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.454 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "devicehealth", 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.455 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_monitoring": { 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_monitoring", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "monitor device health metrics", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.456 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.457 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.458 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.459 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.460 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "mark_out_threshold": { 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mark_out_threshold", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.461 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2419200", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_name": { 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_name", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.462 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "device_health_metrics", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "retention_period": { 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retention_period", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15552000", 2024-04-26T01:57:45.463 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain device health metrics", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_frequency": { 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_frequency", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.464 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "self_heal": { 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "self_heal", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.465 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.466 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_threshold": { 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_threshold", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7257600", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.467 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "diskprediction_local", 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.468 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.469 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.470 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.471 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.472 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "predict_interval": { 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predict_interval", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.473 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "predictor_model": { 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predictor_model", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "prophetstor", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.474 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.475 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "influx", 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": false, 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "influxdb python module not found", 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "batch_size": { 2024-04-26T01:57:45.476 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "batch_size", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5000", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "database": { 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "database", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.477 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "ceph", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "hostname": { 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hostname", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.478 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server hostname", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.479 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "30", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "5", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.480 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.481 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.482 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.483 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.484 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "password": { 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "password", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.485 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "password of InfluxDB server user", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "port": { 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "port", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8086", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.486 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server port", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "false", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.487 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "threads": { 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threads", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "32", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.488 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "username": { 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "username", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "username of InfluxDB server user", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.489 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "verify_ssl": { 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "verify_ssl", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "true", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.490 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "insights", 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.491 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.492 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.493 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.494 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.495 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "iostat", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.496 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.497 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.498 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.499 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.500 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.501 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "k8sevents", 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_event_retention_days": { 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ceph_event_retention_days", 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.502 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "config_check_secs": { 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_check_secs", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.503 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "10", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.504 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.505 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.506 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.507 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.508 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "localpool", 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "failure_domain": { 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "failure_domain", 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.509 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "host", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "failure domain for any created local pool", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.510 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.511 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.512 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.513 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.514 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "min_size": { 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_size", 2024-04-26T01:57:45.515 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default min_size for any created local pool", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "num_rep": { 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "num_rep", 2024-04-26T01:57:45.516 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default replica count for any created local pool", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_num": { 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_num", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.517 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "128", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "prefix": { 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prefix", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.518 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name prefix for any created local pool", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "subtree": { 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "subtree", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.519 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "rack", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mds_autoscaler", 2024-04-26T01:57:45.520 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.521 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.522 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.523 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.524 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.525 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirroring", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.526 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.527 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.528 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.529 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.530 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.531 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "nfs", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.532 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.533 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.534 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.535 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.536 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "fail_fs": { 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "fail_fs", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.537 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.538 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.539 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.540 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.541 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.542 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator": { 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.543 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "rook", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "test_orchestrator" 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Orchestrator backend", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.544 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_perf_query", 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.545 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.546 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.547 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.548 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.549 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_support", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.550 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.551 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.552 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.553 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.554 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.555 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_autoscaler", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.556 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.557 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.558 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.559 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.560 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.561 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "threshold": { 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threshold", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1.0", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.562 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "scaling threshold", 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "progress", 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.563 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_pg_recovery_event": { 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_pg_recovery_event", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.564 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.565 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.566 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.567 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.568 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.569 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.570 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "max_completed_events": { 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_completed_events", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "50", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.571 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "number of past completed events to remember", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.572 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long the module is going to sleep", 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus", 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.573 INFO:teuthology.orchestra.run.smithi100.stdout: "cache": { 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cache", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.574 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "exclude_perf_counters": { 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "exclude_perf_counters", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.575 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.576 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.577 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.578 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.579 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.580 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools": { 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.581 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "300", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.582 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_interval": { 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_interval", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15.0", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.583 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.584 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "9283", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.585 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "stale_cache_strategy": { 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stale_cache_strategy", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "log", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.586 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "default", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "default", 2024-04-26T01:57:45.587 INFO:teuthology.orchestra.run.smithi100.stdout: "error" 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:45.588 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_support", 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.589 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.590 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.591 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.592 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.593 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.594 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_snap_create": { 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_snap_create", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.595 INFO:teuthology.orchestra.run.smithi100.stdout: "mirror_snapshot_schedule": { 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "trash_purge_schedule": { 2024-04-26T01:57:45.596 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "trash_purge_schedule", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.597 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "restful", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_auth": { 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_auth", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.598 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.599 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.600 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.601 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.602 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.603 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.604 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.605 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.606 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rgw", 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.607 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.608 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.609 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.610 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.611 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.612 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rook", 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.613 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.614 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.615 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.616 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.617 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "storage_class": { 2024-04-26T01:57:45.618 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "storage_class", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "local", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.619 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "selftest", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.620 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.621 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.622 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.623 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.624 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "roption1": { 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption1", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.625 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "roption2": { 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption2", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "xyz", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.626 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption1": { 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption1", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.627 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption2": { 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption2", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.628 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption3": { 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption3", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.629 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption4": { 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption4", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.630 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption5": { 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption5", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.631 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption6": { 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption6", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.632 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption7": { 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption7", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "42", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.633 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "testkey": { 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testkey", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.634 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "testlkey": { 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testlkey", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.635 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "testnewline": { 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testnewline", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.636 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snap_schedule", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_m_granularity": { 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_m_granularity", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.637 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "dump_on_update": { 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dump_on_update", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.638 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "dump database to debug log on update", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.639 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.640 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.641 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.642 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.643 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stats", 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.644 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.645 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.646 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.647 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.648 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.649 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "status", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.650 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.651 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.652 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.653 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.654 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telegraf", 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "address": { 2024-04-26T01:57:45.655 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "address", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.656 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.657 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.658 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.659 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.660 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.661 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.662 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telemetry", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_basic": { 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_basic", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.663 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_crash": { 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_crash", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.664 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_device": { 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_device", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.665 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_ident": { 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_ident", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.666 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_perf": { 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_perf", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.667 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "contact": { 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "contact", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.668 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "description": { 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "description", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.669 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "device_url": { 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_url", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.670 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.671 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "24", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "8", 2024-04-26T01:57:45.672 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "last_opt_revision": { 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "last_opt_revision", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.673 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard": { 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.674 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard_description": { 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard_description", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.675 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.677 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.678 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.679 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.680 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.681 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "organization": { 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "organization", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.682 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "proxy": { 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "proxy", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.683 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "url": { 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.684 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.685 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "test_orchestrator", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.686 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.687 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.688 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.689 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.690 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "volumes", 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.691 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.692 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.693 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.694 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.695 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_clones": { 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_clones", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.696 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "periodic_async_work": { 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "periodic_async_work", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.697 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Periodically check for async work", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_delay": { 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_delay", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.698 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_no_wait": { 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.699 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.700 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "discovery_interval": { 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "discovery_interval", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "100", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.701 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "identifier": { 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "identifier", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.702 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.703 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.704 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.705 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.706 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.707 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.708 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_host": { 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_host", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.709 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_port": { 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_port", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10051", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.710 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_sender": { 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_sender", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.711 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "modules": [ 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm", 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "dashboard", 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "iostat", 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "nfs", 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "restful", 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: "snap_schedule" 2024-04-26T01:57:45.712 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "available_modules": [ 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "alerts", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.713 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.714 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.715 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.716 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.717 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.718 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_destination": { 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_destination", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.719 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email address to send alerts to", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_from_name": { 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_from_name", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "Ceph", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.720 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Email From: name", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_host": { 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_host", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.721 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP server", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_password": { 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_password", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.722 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Password to authenticate with", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_port": { 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_port", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "465", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP port", 2024-04-26T01:57:45.723 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_sender": { 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_sender", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.724 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SMTP envelope sender", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_ssl": { 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_ssl", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.725 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "smtp_user": { 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "smtp_user", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.726 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "User to authenticate as", 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "balancer", 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.727 INFO:teuthology.orchestra.run.smithi100.stdout: "active": { 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "active", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.728 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_time": { 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_time", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0000", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "begin_weekday": { 2024-04-26T01:57:45.729 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "begin_weekday", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.730 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_max_iterations": { 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_max_iterations", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "25", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "250", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.731 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_metrics": { 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_metrics", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.732 INFO:teuthology.orchestra.run.smithi100.stdout: "crush_compat_step": { 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crush_compat_step", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.5", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0.001", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "0.999", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "aggressiveness of optimization", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "end_time": { 2024-04-26T01:57:45.733 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_time", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2359", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "end_weekday": { 2024-04-26T01:57:45.734 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "end_weekday", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "0", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "6", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.735 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.736 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.737 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.738 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.739 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "min_score": { 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_score", 2024-04-26T01:57:45.740 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.741 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "upmap", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "crush-compat", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "none", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "read", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap-read" 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Balancer mode", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.742 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_ids": { 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_ids", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.743 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T01:57:45.744 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_deviation": { 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_deviation", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T01:57:45.745 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "upmap_max_optimizations": { 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "upmap_max_optimizations", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T01:57:45.746 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm", 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_down_multiplier": { 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_down_multiplier", 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.747 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_refresh_rate": { 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_refresh_rate", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.748 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "20", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "agent_starting_port": { 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "agent_starting_port", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.749 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4721", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_ptrace": { 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_ptrace", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.750 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_interval": { 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_interval", 2024-04-26T01:57:45.751 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "autotune_memory_target_ratio": { 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T01:57:45.752 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0.7", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.753 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm_log_destination": { 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cephadm_log_destination", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "file", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "file,syslog", 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "syslog" 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.754 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "cgroups_split": { 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cgroups_split", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.755 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "config_checks_enabled": { 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_checks_enabled", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.756 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "config_dashboard": { 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_dashboard", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.757 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_alertmanager": { 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_alertmanager", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T01:57:45.758 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_base": { 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_base", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T01:57:45.759 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Container image name, without the tag", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_elasticsearch": { 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_elasticsearch", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T01:57:45.760 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "elasticsearch container image", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_grafana": { 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_grafana", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.761 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_haproxy": { 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_haproxy", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T01:57:45.762 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "HAproxy container image", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_agent": { 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_agent", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T01:57:45.763 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger agent container image", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_collector": { 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_collector", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T01:57:45.764 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger collector container image", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_jaeger_query": { 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_jaeger_query", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T01:57:45.765 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Jaeger query container image", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_keepalived": { 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_keepalived", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T01:57:45.766 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Keepalived container image", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_loki": { 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_loki", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T01:57:45.767 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Loki container image", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_node_exporter": { 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_node_exporter", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.768 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_nvmeof": { 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_nvmeof", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.769 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Nvme-of container image", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_prometheus": { 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_prometheus", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.770 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Prometheus container image", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_promtail": { 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_promtail", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.771 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Promtail container image", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_samba": { 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_samba", 2024-04-26T01:57:45.772 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Samba/SMB container image", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "container_image_snmp_gateway": { 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_image_snmp_gateway", 2024-04-26T01:57:45.773 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "SNMP Gateway container image", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "container_init": { 2024-04-26T01:57:45.774 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "container_init", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.775 INFO:teuthology.orchestra.run.smithi100.stdout: "daemon_cache_timeout": { 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "daemon_cache_timeout", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "default_cephadm_command_timeout": { 2024-04-26T01:57:45.776 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "900", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "default_registry": { 2024-04-26T01:57:45.777 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "default_registry", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "docker.io", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "device_cache_timeout": { 2024-04-26T01:57:45.778 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_cache_timeout", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1800", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache device inventory", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.779 INFO:teuthology.orchestra.run.smithi100.stdout: "device_enhanced_scan": { 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_enhanced_scan", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.780 INFO:teuthology.orchestra.run.smithi100.stdout: "facts_cache_timeout": { 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "facts_cache_timeout", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "seconds to cache host facts data", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.781 INFO:teuthology.orchestra.run.smithi100.stdout: "grafana_dashboards_path": { 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "grafana_dashboards_path", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.782 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "host_check_interval": { 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "host_check_interval", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to perform a host check", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.783 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "hw_monitoring": { 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hw_monitoring", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.784 INFO:teuthology.orchestra.run.smithi100.stdout: "inventory_list_all": { 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "inventory_list_all", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.785 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.786 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "log_refresh_metadata": { 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_refresh_metadata", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.787 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.788 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.789 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.790 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T01:57:45.791 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T01:57:45.792 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "*", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "max_count_per_host": { 2024-04-26T01:57:45.793 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_count_per_host", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of daemons per service per host", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.794 INFO:teuthology.orchestra.run.smithi100.stdout: "max_osd_draining_count": { 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_osd_draining_count", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.795 INFO:teuthology.orchestra.run.smithi100.stdout: "migration_current": { 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "migration_current", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "internal - do not modify", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.796 INFO:teuthology.orchestra.run.smithi100.stdout: "mode": { 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mode", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "root", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm-package", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "root" 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.797 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "oob_default_addr": { 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "oob_default_addr", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "169.254.1.1", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.798 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "prometheus_alerts_path": { 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus_alerts_path", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.799 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_insecure": { 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_insecure", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.800 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_password": { 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_password", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.801 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_url": { 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_url", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.802 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "registry_username": { 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "registry_username", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.803 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "secure_monitoring_stack": { 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "secure_monitoring_stack", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.804 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "service_discovery_port": { 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "service_discovery_port", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8765", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.805 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "cephadm service discovery port", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "ssh_config_file": { 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssh_config_file", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.806 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "use_agent": { 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_agent", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.807 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "use_repo_digest": { 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "use_repo_digest", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.808 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_failed_host_check": { 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_failed_host_check", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T01:57:45.809 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_daemons": { 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_daemons", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.810 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_on_stray_hosts": { 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_on_stray_hosts", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.811 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crash", 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.812 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.813 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.814 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.815 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.816 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "retain_interval": { 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retain_interval", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.817 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "31536000", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_recent_interval": { 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_recent_interval", 2024-04-26T01:57:45.818 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1209600", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.819 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dashboard", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.820 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.821 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.822 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_ENABLED": { 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.823 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.824 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.825 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.826 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.827 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.829 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.830 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.831 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.832 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.833 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.834 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.835 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_URL": { 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_URL", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.836 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.837 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.838 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.839 INFO:teuthology.orchestra.run.smithi100.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.840 INFO:teuthology.orchestra.run.smithi100.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.841 INFO:teuthology.orchestra.run.smithi100.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "[]", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.842 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "{}", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.843 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.844 INFO:teuthology.orchestra.run.smithi100.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.845 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.846 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.847 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.848 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.849 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.850 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.851 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.852 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.853 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.854 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.855 INFO:teuthology.orchestra.run.smithi100.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T01:57:45.856 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "45", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T01:57:45.857 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T01:57:45.858 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "admin", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T01:57:45.859 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T01:57:45.860 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T01:57:45.861 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.862 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.863 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.864 INFO:teuthology.orchestra.run.smithi100.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "cross_origin_url": { 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cross_origin_url", 2024-04-26T01:57:45.865 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "crt_file": { 2024-04-26T01:57:45.866 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "crt_file", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "debug": { 2024-04-26T01:57:45.867 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "debug", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Enable/disable debug options", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "jwt_token_ttl": { 2024-04-26T01:57:45.868 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "jwt_token_ttl", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "28800", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:45.869 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.870 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.871 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.872 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.873 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.874 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "motd": { 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "motd", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.875 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "The message of the day", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect_resolve_ip_addr": { 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.876 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.877 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:45.878 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8080", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:45.879 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl_server_port": { 2024-04-26T01:57:45.880 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl_server_port", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8443", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.881 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "redirect", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "redirect" 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.882 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.883 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "url_prefix": { 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url_prefix", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.884 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "devicehealth", 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_monitoring": { 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_monitoring", 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.885 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "monitor device health metrics", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.886 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.887 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.888 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.889 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.890 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "mark_out_threshold": { 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mark_out_threshold", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.891 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "2419200", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "pool_name": { 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pool_name", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.892 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "device_health_metrics", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "retention_period": { 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "retention_period", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.893 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15552000", 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long to retain device health metrics", 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_frequency": { 2024-04-26T01:57:45.894 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_frequency", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.895 INFO:teuthology.orchestra.run.smithi100.stdout: "self_heal": { 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "self_heal", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.896 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.897 INFO:teuthology.orchestra.run.smithi100.stdout: "warn_threshold": { 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "warn_threshold", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7257600", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.898 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "diskprediction_local", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.899 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.900 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.901 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.902 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.903 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "predict_interval": { 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predict_interval", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "86400", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.904 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "predictor_model": { 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "predictor_model", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "prophetstor", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.905 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "600", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.906 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "influx", 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": false, 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "influxdb python module not found", 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "batch_size": { 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "batch_size", 2024-04-26T01:57:45.907 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5000", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "database": { 2024-04-26T01:57:45.908 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "database", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "ceph", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.909 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "hostname": { 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "hostname", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.910 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server hostname", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "30", 2024-04-26T01:57:45.911 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "5", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.912 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.913 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.914 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.915 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.916 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "password": { 2024-04-26T01:57:45.917 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "password", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "password of InfluxDB server user", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.918 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "port": { 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "port", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "8086", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.919 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "InfluxDB server port", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "ssl": { 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ssl", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "false", 2024-04-26T01:57:45.920 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "threads": { 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threads", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.921 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "32", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "username": { 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "username", 2024-04-26T01:57:45.922 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "username of InfluxDB server user", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "verify_ssl": { 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "verify_ssl", 2024-04-26T01:57:45.923 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "true", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.924 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "insights", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.925 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.926 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.927 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.928 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.929 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.930 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "iostat", 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.931 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.932 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.933 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.934 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.935 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.936 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.938 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.939 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.940 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "k8sevents", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_event_retention_days": { 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "ceph_event_retention_days", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "7", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.941 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "config_check_secs": { 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "config_check_secs", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "10", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.942 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.943 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.944 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.945 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.946 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.947 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "localpool", 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.948 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "failure_domain": { 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "failure_domain", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "host", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "failure domain for any created local pool", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.949 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.950 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.951 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.952 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.953 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.954 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "min_size": { 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "min_size", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.955 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default min_size for any created local pool", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "num_rep": { 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "num_rep", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.956 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default replica count for any created local pool", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_num": { 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_num", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "128", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.957 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "prefix": { 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prefix", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.958 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "name prefix for any created local pool", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "subtree": { 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "subtree", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.959 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "rack", 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.960 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mds_autoscaler", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.961 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.962 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.963 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.965 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.966 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirroring", 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.967 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.968 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.969 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.970 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.971 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.972 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "nfs", 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.973 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.974 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.975 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.976 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.977 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.978 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.979 INFO:teuthology.orchestra.run.smithi100.stdout: "fail_fs": { 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "fail_fs", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.980 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.981 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.982 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.983 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.984 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.985 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator": { 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "orchestrator", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.986 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "cephadm", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "rook", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "test_orchestrator" 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Orchestrator backend", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.987 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_perf_query", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.988 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.989 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.990 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.991 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.992 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.993 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "osd_support", 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.994 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.995 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.996 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:45.997 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:45.998 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:45.999 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "pg_autoscaler", 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.000 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.001 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.002 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.003 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.004 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.005 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:46.006 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "threshold": { 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "threshold", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.007 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "3.0", 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1.0", 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "scaling threshold", 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.008 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "progress", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_pg_recovery_event": { 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_pg_recovery_event", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.009 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.010 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.011 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.012 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.013 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.014 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.015 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.016 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "max_completed_events": { 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_completed_events", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "50", 2024-04-26T01:57:46.017 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "number of past completed events to remember", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "sleep_interval": { 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "sleep_interval", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.018 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "5", 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "how long the module is going to sleep", 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.019 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "prometheus", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "cache": { 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "cache", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.020 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "exclude_perf_counters": { 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "exclude_perf_counters", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.021 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.022 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.023 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.024 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.025 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.026 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.027 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools": { 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.028 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "300", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.029 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "scrape_interval": { 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "scrape_interval", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15.0", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.030 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "::", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.031 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "9283", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.032 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "stale_cache_strategy": { 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stale_cache_strategy", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "log", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.033 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_behaviour": { 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_behaviour", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "default", 2024-04-26T01:57:46.034 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "default", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "error" 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "standby_error_status_code": { 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "standby_error_status_code", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.035 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "500", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "400", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "599", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.036 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_support", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.037 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.038 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.039 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.040 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.041 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_snap_create": { 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_snap_create", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.042 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "mirror_snapshot_schedule": { 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.043 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "trash_purge_schedule": { 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "trash_purge_schedule", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.044 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "restful", 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.045 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "enable_auth": { 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enable_auth", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.046 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "key_file": { 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "key_file", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.047 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.048 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.049 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.050 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.051 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.052 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.053 INFO:teuthology.orchestra.run.smithi100.stdout: "server_addr": { 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_addr", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.054 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "server_port": { 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "server_port", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.055 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rgw", 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.056 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.057 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.058 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.059 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.060 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.061 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rook", 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.062 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.063 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.064 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.065 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.066 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.067 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "storage_class": { 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "storage_class", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "local", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.068 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "selftest", 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.069 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.070 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.071 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.072 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.073 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.074 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "roption1": { 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption1", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.075 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "roption2": { 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "roption2", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.076 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "xyz", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption1": { 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption1", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.077 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption2": { 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption2", 2024-04-26T01:57:46.078 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption3": { 2024-04-26T01:57:46.079 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption3", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "float", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.080 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption4": { 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption4", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.081 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption5": { 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption5", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.082 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption6": { 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption6", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.083 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "rwoption7": { 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rwoption7", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "1", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "42", 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.084 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "testkey": { 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testkey", 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.085 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "testlkey": { 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testlkey", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.086 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "testnewline": { 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "testnewline", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.087 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.088 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snap_schedule", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "allow_m_granularity": { 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "allow_m_granularity", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.089 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "dump_on_update": { 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "dump_on_update", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.090 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "dump database to debug log on update", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.091 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.092 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.093 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.094 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.095 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "stats", 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.096 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.097 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.098 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.099 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.100 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.101 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "status", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.102 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.103 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.104 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.105 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.106 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telegraf", 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "address": { 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "address", 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.107 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:46.108 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "15", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.109 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.110 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.111 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.112 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.113 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.114 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "telemetry", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_basic": { 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_basic", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T01:57:46.115 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_crash": { 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_crash", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T01:57:46.116 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_device": { 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_device", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.117 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_ident": { 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_ident", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.118 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "channel_perf": { 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "channel_perf", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.119 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "contact": { 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "contact", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.120 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "description": { 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "description", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.121 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "device_url": { 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "device_url", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.122 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "enabled": { 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "enabled", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.123 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "24", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "8", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.124 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "last_opt_revision": { 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "last_opt_revision", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "1", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.125 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard": { 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.126 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "leaderboard_description": { 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "leaderboard_description", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.127 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.128 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.129 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.130 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.131 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.132 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "organization": { 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "organization", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.133 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "proxy": { 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "proxy", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.134 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "url": { 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "url", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.135 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "test_orchestrator", 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.136 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.137 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.138 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.139 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.140 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.141 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "volumes", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.142 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.143 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.144 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.145 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.146 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "max_concurrent_clones": { 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "max_concurrent_clones", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "4", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.147 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "periodic_async_work": { 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "periodic_async_work", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.148 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Periodically check for async work", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_delay": { 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_delay", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "0", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.149 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "snapshot_clone_no_wait": { 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "True", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.150 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix", 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "can_run": true, 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "error_string": "", 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "module_options": { 2024-04-26T01:57:46.151 INFO:teuthology.orchestra.run.smithi100.stdout: "discovery_interval": { 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "discovery_interval", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "uint", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "100", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.152 INFO:teuthology.orchestra.run.smithi100.stdout: "identifier": { 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "identifier", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.153 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "interval": { 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "interval", 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "secs", 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.154 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "60", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "log_level": { 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_level", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.155 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.156 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster": { 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.157 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_cluster_level": { 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_cluster_level", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "info", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [ 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "", 2024-04-26T01:57:46.158 INFO:teuthology.orchestra.run.smithi100.stdout: "critical", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "debug", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "error", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "info", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "warning" 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "log_to_file": { 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "log_to_file", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "bool", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.159 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 1, 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "False", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_host": { 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_host", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.160 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_port": { 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_port", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "int", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.161 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "10051", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "zabbix_sender": { 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "zabbix_sender", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "str", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "level": "advanced", 2024-04-26T01:57:46.162 INFO:teuthology.orchestra.run.smithi100.stdout: "flags": 0, 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "min": "", 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "max": "", 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "enum_allowed": [], 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "desc": "", 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "long_desc": "", 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "tags": [], 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "see_also": [] 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "services": { 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: "dashboard": "https://172.21.15.100:8443/" 2024-04-26T01:57:46.163 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "always_on_modules": { 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "octopus": [ 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "balancer", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "crash", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "devicehealth", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_autoscaler", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "progress", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_support", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "status", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "telemetry", 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "volumes" 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "pacific": [ 2024-04-26T01:57:46.164 INFO:teuthology.orchestra.run.smithi100.stdout: "balancer", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "crash", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "devicehealth", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_autoscaler", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "progress", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_support", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "status", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "telemetry", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "volumes" 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "quincy": [ 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "balancer", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "crash", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "devicehealth", 2024-04-26T01:57:46.165 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_autoscaler", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "progress", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_support", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "status", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "telemetry", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "volumes" 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "reef": [ 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "balancer", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "crash", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "devicehealth", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_autoscaler", 2024-04-26T01:57:46.166 INFO:teuthology.orchestra.run.smithi100.stdout: "progress", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_support", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "status", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "telemetry", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "volumes" 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: ], 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "squid": [ 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "balancer", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "crash", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "devicehealth", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "orchestrator", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "pg_autoscaler", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "progress", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "rbd_support", 2024-04-26T01:57:46.167 INFO:teuthology.orchestra.run.smithi100.stdout: "status", 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "telemetry", 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "volumes" 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "last_failure_osd_epoch": 92, 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "active_clients": [ 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "devicehealth", 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 3935761597 2024-04-26T01:57:46.168 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "libcephsqlite", 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 727078185 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.169 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "rbd_support", 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 196223698 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snap_schedule", 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.170 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 2282296372 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "snap_schedule", 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 4044445968 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.171 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: "name": "volumes", 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: "addrvec": [ 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: { 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: "type": "v2", 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: "addr": "172.21.15.100:0", 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: "nonce": 3157957639 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout: ] 2024-04-26T01:57:46.172 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:44 smithi133 ceph-mon[32344]: pgmap v314: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:44 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3713597093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:44 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/4119813850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:45 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/449381249' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:44 smithi148 ceph-mon[32990]: pgmap v314: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:46.174 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:44 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3713597093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T01:57:46.175 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:44 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/4119813850' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T01:57:46.175 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:45 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/449381249' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 msgr2=0x7f03240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 0x7f03240a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f03401030e0 tx=0x7f032c009500 comp rx=0 tx=0).stop 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 msgr2=0x7f03401a0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f03380314b0 tx=0x7f0338003c10 comp rx=0 tx=0).stop 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 shutdown_connections 2024-04-26T01:57:46.175 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f03240a3d20 0x7f03240a61e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f034019a620 0x7f034019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340109290 0x7f03401a09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 --2- 172.21.15.100:0/449381249 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f03401041c0 0x7f03401a0470 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 >> 172.21.15.100:0/449381249 conn(0x7f03400ff9e0 msgr2=0x7f0340101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.785+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 shutdown_connections 2024-04-26T01:57:46.176 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:57:44.786+0000 7f0347000640 1 -- 172.21.15.100:0/449381249 wait complete. 2024-04-26T01:57:46.182 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T01:57:46.182 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T01:57:46.182 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:45 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/449381249' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T01:57:46.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:46 smithi100 ceph-mon[28020]: pgmap v315: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:46.635 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:46.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:46 smithi148 ceph-mon[32990]: pgmap v315: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:46.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:46 smithi133 ceph-mon[32344]: pgmap v315: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 10 op/s 2024-04-26T01:57:48.659 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:48 smithi100 ceph-mon[28020]: pgmap v316: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:57:48.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:48 smithi148 ceph-mon[32990]: pgmap v316: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:57:48.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:48 smithi133 ceph-mon[32344]: pgmap v316: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 4, 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 4, 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 2992, 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 448, 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 4, 2024-04-26T01:57:49.019 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 0, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.004519614, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.000066384, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.001374805, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 3, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.001707019, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000569006 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:49.020 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 248, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 236, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 1735296, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 145824, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 2, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 1, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.111287682, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.038822928, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.087723874, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.010578926, 2024-04-26T01:57:49.021 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 235, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.021745271, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000092533 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 1735296, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 145824 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 2, 2024-04-26T01:57:49.022 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 181, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 320, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 187936, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 5, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 3, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.035034805, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.025611109, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.003855892, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 178, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.032386128, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000181944 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.023 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 187936 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "cct": { 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "total_workers": 0, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "unhealthy_workers": 0 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "mempool": { 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_items": 0, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:57:49.024 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_items": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:57:49.025 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:57:49.026 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_bytes": 149745, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_items": 31, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_bytes": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_items": 0, 2024-04-26T01:57:49.027 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_bytes": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_items": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_bytes": 928, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_items": 2, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_bytes": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_items": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_bytes": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_items": 0 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 250, 2024-04-26T01:57:49.028 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 1700326, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 250, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 250, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 1700326, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:49.029 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:57:49.927 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-04-26T01:57:49.927 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-04-26T01:57:49.928 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-04-26T01:57:49.928 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-04-26T01:57:49.928 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-04-26T01:57:49.928 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-04-26T01:57:49.928 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-04-26T01:57:49.928 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T01:57:49.928 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T01:57:50.371 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:50.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:50 smithi148 ceph-mon[32990]: pgmap v317: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:50.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:50 smithi100 ceph-mon[28020]: pgmap v317: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:50.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:50 smithi133 ceph-mon[32344]: pgmap v317: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:52.797 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:52 smithi100 ceph-mon[28020]: pgmap v318: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 2000, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 2002, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 17357506, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 636007, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 6, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 2, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.421828975, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.125148128, 2024-04-26T01:57:52.803 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.149929819, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.109594937, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 2000, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.148162933, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000074081 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.804 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 768, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 724, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 6524977, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 301014, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 4, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 3, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.231768012, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.067875179, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.158004200, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.035817215, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 724, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.069821076, 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000096437 2024-04-26T01:57:52.805 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 1966720, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 154672 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 44, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 229, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 4205218, 2024-04-26T01:57:52.806 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 490780, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 7, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 5, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.059293839, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.029668586, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.021297196, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.002200786, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 226, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.036947144, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000163482 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:52.807 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 477424 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "cct": { 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "total_workers": 1, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "unhealthy_workers": 0 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "finisher-MDSRank": { 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "queue_len": 0, 2024-04-26T01:57:52.808 INFO:teuthology.orchestra.run.smithi100.stdout: "complete_latency": { 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 4104, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.209469860, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000051040 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "finisher-PurgeQueue": { 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "queue_len": 0, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "complete_latency": { 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.809 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "mds": { 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "request": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "reply": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "reply_latency": { 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "slow_reply": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "forward": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_fetch_complete": 0, 2024-04-26T01:57:52.810 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_fetch_keys": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_commit": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_split": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_merge": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes": 5027, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_top": 301, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_bottom": 4726, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_pin_tail": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_pinned": 4597, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_expired": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_with_caps": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "caps": 0, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "subtrees": 1, 2024-04-26T01:57:52.811 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_hit": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_forward": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_discover": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_remote_ino": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_lock": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "load_cent": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "q": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "exported": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "exported_inodes": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "imported": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "imported_inodes": 0, 2024-04-26T01:57:52.812 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_dir_fetch": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_peer_discover": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rfiles": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rbytes": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rsnaps": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_set_tag": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:57:52.813 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_file_inodes": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_grant": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_caps": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_caps_dirty": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_cap_release": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "process_request_cap_release": 0 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_cache": { 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_update": 0, 2024-04-26T01:57:52.814 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_update_receipt": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_try_discover": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_send_discover": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_handle_discover": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays_delayed": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_created": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_enqueued": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_reintegrated": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_migrated": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_processing": 0, 2024-04-26T01:57:52.815 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "recovery_started": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "recovery_completed": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_quiesce_path": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_quiesce_inode": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_exportdir": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_flush": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_fragstats": 0, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_inodestats": 0 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_log": { 2024-04-26T01:57:52.816 INFO:teuthology.orchestra.run.smithi100.stdout: "evlrg": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "evadd": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "evex": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "evtrm": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "ev": 9869, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "evexg": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "evexd": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segadd": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segex": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segtrm": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "seg": 14, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segmjr": 2, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segexg": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "segexd": 0, 2024-04-26T01:57:52.817 INFO:teuthology.orchestra.run.smithi100.stdout: "expos": 4194304, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "wrpos": 29604009, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "rdpos": 29601448, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "jlat": { 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "replayed": 9869 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_mem": { 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "ino": 1647, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "ino+": 4805, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "ino-": 3158, 2024-04-26T01:57:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: "dir": 120, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dir+": 302, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dir-": 182, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dn": 5027, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dn+": 6763, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dn-": 1736, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "cap": 0, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "cap+": 0, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "cap-": 0, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "rss": 64856, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "heap": 215416 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_server": { 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dispatch_client_request": 0, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "dispatch_server_request": 0, 2024-04-26T01:57:52.819 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_request": 0, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_session": 0, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_peer_request": 0, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "req_create_latency": { 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getattr_latency": { 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getfilelock_latency": { 2024-04-26T01:57:52.820 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "req_link_latency": { 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookup_latency": { 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookuphash_latency": { 2024-04-26T01:57:52.821 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupino_latency": { 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupname_latency": { 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.822 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupparent_latency": { 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupsnap_latency": { 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lssnap_latency": { 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.823 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.824 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mkdir_latency": { 2024-04-26T01:57:52.824 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:52 smithi148 ceph-mon[32990]: pgmap v318: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T01:57:52.824 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mknod_latency": { 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mksnap_latency": { 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "req_open_latency": { 2024-04-26T01:57:52.825 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "req_readdir_latency": { 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rename_latency": { 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "req_renamesnap_latency": { 2024-04-26T01:57:52.826 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "req_snapdiff_latency": { 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmdir_latency": { 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmsnap_latency": { 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.827 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmxattr_latency": { 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setattr_latency": { 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setdirlayout_latency": { 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.828 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setfilelock_latency": { 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setlayout_latency": { 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setxattr_latency": { 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.829 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "req_symlink_latency": { 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "req_unlink_latency": { 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:57:52.830 INFO:teuthology.orchestra.run.smithi100.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getvxattr_latency": { 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_sessions": { 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "session_count": 1, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "session_add": 4, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "session_remove": 3, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "sessions_open": 3, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "sessions_stale": 0, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "total_load": 0, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "average_load": 0, 2024-04-26T01:57:52.831 INFO:teuthology.orchestra.run.smithi100.stdout: "avg_session_uptime": 4631, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "mdthresh_evicted": 0 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "mempool": { 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_items": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:57:52.832 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:57:52.833 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_bytes": 265331, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_items": 1804, 2024-04-26T01:57:52.834 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:57:52.835 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_items": 0, 2024-04-26T01:57:52.835 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_bytes": 0, 2024-04-26T01:57:52.835 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_items": 0, 2024-04-26T01:57:52.835 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_items": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_items": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_bytes": 8032, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_items": 167, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_bytes": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_items": 0, 2024-04-26T01:57:52.837 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_bytes": 7582832, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_items": 92936, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_bytes": 0, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_items": 0, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_bytes": 0, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_items": 0 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "objecter": { 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_active": 0, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_laggy": 0, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_send": 2502, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_send_bytes": 21, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_resend": 3, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_reply": 2502, 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "op_latency": { 2024-04-26T01:57:52.838 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 2502, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 2.072945886, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000828515 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op_inflight": 0, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "oplen_avg": { 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 2502, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 2503 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op": 2502, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op_r": 2502, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op_w": 0, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op_rmw": 0, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "op_pg": 0, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_stat": 1594, 2024-04-26T01:57:52.839 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_create": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_read": 906, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_write": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_writefull": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_writesame": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_append": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_zero": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_truncate": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_delete": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_mapext": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_sparse_read": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_clonerange": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_getxattr": 1, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_setxattr": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:57:52.840 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_rmxattr": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_call": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_watch": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_notify": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_pgls": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_other": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_active": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_send": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_resend": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_ping": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_active": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_send": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_resend": 0, 2024-04-26T01:57:52.841 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_active": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_send": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_resend": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_active": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_send": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_resend": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "command_active": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "command_send": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "command_resend": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "map_epoch": 101, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "map_full": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "map_inc": 12, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_sessions": 6, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_session_open": 6, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_session_close": 0, 2024-04-26T01:57:52.842 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_laggy": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_wr": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_rd": 2, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_del": 0 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "oft": { 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_objs": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_updates": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_removes": 0 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "osd-slow-ops": { 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "slow_ops_count": 0 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "purge_queue": { 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_ops": 0, 2024-04-26T01:57:52.843 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_high_water": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executed_ops": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executed": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_item_in_journal": 0 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 2808, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 27816573, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 2808, 2024-04-26T01:57:52.844 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 2808, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 27816573, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-objecter_bytes": { 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:52.845 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 2502, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 25414509, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 2502, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 25414509, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-objecter_ops": { 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:52.846 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 1024, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 2502, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 2502, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 2502, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 2502, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.847 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 3758096384, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.848 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-write_buf_throttle-0x55ce7f7e0780": { 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 3758096384, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:52.849 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:52.850 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:52.850 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.850 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:52.850 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:57:52.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:52 smithi133 ceph-mon[32344]: pgmap v318: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds.exported=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds.imported=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update_receipt=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds.root_rsnaps=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:57:53.758 INFO:tasks.check_counter:Daemon mds.d mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:57:53.758 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T01:57:53.758 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T01:57:54.201 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:54.697 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:54 smithi100 ceph-mon[28020]: pgmap v319: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:54.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:54 smithi148 ceph-mon[32990]: pgmap v319: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:54.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:54 smithi133 ceph-mon[32344]: pgmap v319: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:56.499 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 5086, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 5259, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 1985431, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 11204804, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 18, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 6, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.959035357, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.457456750, 2024-04-26T01:57:56.500 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.555310068, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.043478394, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 5256, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.437953894, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000083324 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 8147, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.003520925, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000432 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.501 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 6896, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 5488 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 8435, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 7577, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 5372062, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 14737509, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 8, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 5, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 1.383474620, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.647389257, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.906409534, 2024-04-26T01:57:56.502 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.057528818, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 7580, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.762559473, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000100601 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 12990, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.004561229, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000351 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 1985696, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 466320 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 16399, 2024-04-26T01:57:56.503 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 23801, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 8538760, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 14589167, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 15, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 7, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 4.098114795, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 2.510113305, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 2.182027063, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.046588315, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 23796, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 8.412823750, 2024-04-26T01:57:56.504 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000353539 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 32177, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.016024740, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000498 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 3831632, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 9796064 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "cct": { 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "total_workers": 1, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "unhealthy_workers": 0 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "finisher-MDSRank": { 2024-04-26T01:57:56.505 INFO:teuthology.orchestra.run.smithi100.stdout: "queue_len": 0, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "complete_latency": { 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 890, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 8.237723729, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.009255869 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "finisher-PurgeQueue": { 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "queue_len": 0, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "complete_latency": { 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 3930, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 1.168472998, 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000297321 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.506 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "mds": { 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "request": 4545, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "reply": 4481, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "reply_latency": { 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 4481, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 51.285926014, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.011445196 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "slow_reply": 0, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "forward": 64, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_fetch_complete": 0, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_fetch_keys": 0, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_commit": 28, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_split": 2, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_merge": 0, 2024-04-26T01:57:56.507 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes": 1670, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_top": 2, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_bottom": 6, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_pin_tail": 1662, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_pinned": 1665, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_expired": 2312, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "inodes_with_caps": 0, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "caps": 0, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "subtrees": 5, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse": 8126, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_hit": 6555, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_forward": 48, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_discover": 727, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_remote_ino": 0, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "traverse_lock": 0, 2024-04-26T01:57:56.508 INFO:teuthology.orchestra.run.smithi100.stdout: "load_cent": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "q": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "exported": 28, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "exported_inodes": 1233, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "imported": 14, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "imported_inodes": 1875, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_dir_fetch": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "openino_peer_discover": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rfiles": 4, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rbytes": 234, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "root_rsnaps": 5, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_set_tag": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:57:56.509 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "scrub_file_inodes": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_inode_file_caps": 42, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_revoke": 1116, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_grant": 3659, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_caps": 4783, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_caps_dirty": 3242, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_cap_release": 357, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "process_request_cap_release": 3235 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.510 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_cache": { 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_update": 208, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_update_receipt": 2312, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_try_discover": 1515, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_send_discover": 1554, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "dir_handle_discover": 332, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays": 41, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays_delayed": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_created": 2249, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_enqueued": 2208, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_reintegrated": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "strays_migrated": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_processing": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:57:56.511 INFO:teuthology.orchestra.run.smithi100.stdout: "recovery_started": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "recovery_completed": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_quiesce_path": 3, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_quiesce_inode": 1200, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_exportdir": 28, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_flush": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_fragmentdir": 2, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_fragstats": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "ireq_inodestats": 0 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_log": { 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "evlrg": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "evadd": 10629, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "evex": 0, 2024-04-26T01:57:56.512 INFO:teuthology.orchestra.run.smithi100.stdout: "evtrm": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "ev": 10629, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "evexg": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "evexd": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segadd": 15, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segex": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segtrm": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "seg": 15, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segmjr": 2, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segexg": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "segexd": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "expos": 4194304, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "wrpos": 30225297, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "rdpos": 0, 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "jlat": { 2024-04-26T01:57:56.513 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 517, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 6.529286263, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.012629180 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "replayed": 0 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_mem": { 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "ino": 1117, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "ino+": 4866, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "ino-": 3749, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "dir": 78, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "dir+": 956, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "dir-": 878, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "dn": 1670, 2024-04-26T01:57:56.514 INFO:teuthology.orchestra.run.smithi100.stdout: "dn+": 6746, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "dn-": 5076, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "cap": 0, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "cap+": 3195, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "cap-": 3195, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "rss": 81656, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "heap": 223608 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_server": { 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "dispatch_client_request": 5757, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "dispatch_server_request": 392, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_request": 4545, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_client_session": 19, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "handle_peer_request": 1646, 2024-04-26T01:57:56.515 INFO:teuthology.orchestra.run.smithi100.stdout: "req_create_latency": { 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 843, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 2.048096220, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.002429532 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getattr_latency": { 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 1, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.002213198, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.002213198 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getfilelock_latency": { 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "req_link_latency": { 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.516 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookup_latency": { 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 1219, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 1.114387335, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000914181 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookuphash_latency": { 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupino_latency": { 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.517 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupname_latency": { 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupparent_latency": { 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lookupsnap_latency": { 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.518 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: "req_lssnap_latency": { 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.519 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mkdir_latency": { 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mknod_latency": { 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "req_mksnap_latency": { 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.520 INFO:teuthology.orchestra.run.smithi100.stdout: "req_open_latency": { 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "req_readdir_latency": { 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 169, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.272570939, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.001612845 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rename_latency": { 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.521 INFO:teuthology.orchestra.run.smithi100.stdout: "req_renamesnap_latency": { 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "req_snapdiff_latency": { 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmdir_latency": { 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 77, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 2.914787803, 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.037854387 2024-04-26T01:57:56.522 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmsnap_latency": { 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "req_rmxattr_latency": { 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setattr_latency": { 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.523 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setdirlayout_latency": { 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setfilelock_latency": { 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setlayout_latency": { 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "req_setxattr_latency": { 2024-04-26T01:57:56.524 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "req_symlink_latency": { 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "req_unlink_latency": { 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 2172, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 44.933870519, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.020687785 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:57:56.525 INFO:teuthology.orchestra.run.smithi100.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "req_getvxattr_latency": { 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_sessions": { 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "session_count": 1, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "session_add": 4, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "session_remove": 3, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "sessions_open": 1, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "sessions_stale": 0, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "total_load": 2132, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "average_load": 2132, 2024-04-26T01:57:56.526 INFO:teuthology.orchestra.run.smithi100.stdout: "avg_session_uptime": 1952, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "mdthresh_evicted": 0 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "mempool": { 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_items": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:57:56.527 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_items": 0, 2024-04-26T01:57:56.528 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_bytes": 648907, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_items": 1268, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_items": 0, 2024-04-26T01:57:56.529 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_bytes": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_items": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_items": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_items": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_bytes": 8032, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_items": 167, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_bytes": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_items": 0, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_bytes": 3987380, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_items": 56592, 2024-04-26T01:57:56.530 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_bytes": 0, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_items": 0, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_bytes": 0, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_items": 0 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "objecter": { 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_active": 0, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_laggy": 0, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_send": 3030, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_send_bytes": 26936489, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_resend": 33, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_reply": 3030, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "op_latency": { 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 3030, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 11.810692968, 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.003897918 2024-04-26T01:57:56.531 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op_inflight": 0, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "oplen_avg": { 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 3030, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 3152 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op": 3030, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op_r": 68, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op_w": 2962, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op_rmw": 0, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "op_pg": 0, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_stat": 0, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_create": 10, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_read": 68, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_write": 585, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_writefull": 49, 2024-04-26T01:57:56.532 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_writesame": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_append": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_zero": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_truncate": 2, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_delete": 2226, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_mapext": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_sparse_read": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_clonerange": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_getxattr": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_setxattr": 20, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_rmxattr": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_call": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_watch": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_notify": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:57:56.533 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_pgls": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "osdop_other": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_active": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_send": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_resend": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "linger_ping": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_active": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_send": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolop_resend": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_active": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_send": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "poolstat_resend": 0, 2024-04-26T01:57:56.534 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_active": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_send": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "statfs_resend": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "command_active": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "command_send": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "command_resend": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "map_epoch": 101, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "map_full": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "map_inc": 12, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_sessions": 12, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_session_open": 12, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_session_close": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_laggy": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_wr": 153, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_rd": 0, 2024-04-26T01:57:56.535 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_del": 39 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "oft": { 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_objs": 1, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_updates": 0, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "omap_total_removes": 0 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "osd-slow-ops": { 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "slow_ops_count": 1532 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "purge_queue": { 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_ops": 0, 2024-04-26T01:57:56.536 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_ops_high_water": 6, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing": 0, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executing_high_water": 6, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executed_ops": 2208, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_executed": 2208, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "pq_item_in_journal": 0 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 29916, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 12745941, 2024-04-26T01:57:56.537 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 29916, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 29916, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 12745941, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-objecter_bytes": { 2024-04-26T01:57:56.538 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 3030, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 27172089, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 3030, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 27172089, 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:56.539 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-objecter_ops": { 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 1024, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 0, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 3030, 2024-04-26T01:57:56.540 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 3030, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 3030, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 3030, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 3758096384, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 2208, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 235600, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:56.541 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 2208, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 68, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 235600, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-write_buf_throttle-0x5576f1a0c500": { 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 3758096384, 2024-04-26T01:57:56.542 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 10629, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 26030993, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 10629, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 517, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 26030993, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:57:56.543 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.544 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:57:56.544 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:57:56.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:56 smithi148 ceph-mon[32990]: pgmap v320: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T01:57:56.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:56 smithi100 ceph-mon[28020]: pgmap v320: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T01:57:56.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:56 smithi133 ceph-mon[32344]: pgmap v320: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds.exported=28 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds.imported=14 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=208 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=2312 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=5 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:57:57.464 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:57:57.464 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T01:57:57.465 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T01:57:57.898 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:57:58.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:57:58 smithi148 ceph-mon[32990]: pgmap v321: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:57:58.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:57:58 smithi100 ceph-mon[28020]: pgmap v321: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:57:58.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:57:58 smithi133 ceph-mon[32344]: pgmap v321: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout:{ 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 0, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 2, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 0, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 0, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 4, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 0, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.003798709, 2024-04-26T01:58:00.274 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.000855605, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.275 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 264, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 250, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 1742176, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 153648, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 2, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 1, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.118142909, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.039271541, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.097078743, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.011486993, 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:00.276 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 250, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.028073508, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000112294 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 1742176, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 153648 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_messages": 2, 2024-04-26T01:58:00.277 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages": 190, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_bytes": 320, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_bytes": 189520, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_active_connections": 3, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_total_time": 0.036320675, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_send_time": 0.027147715, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_recv_time": 0.003795444, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 187, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.029807900, 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000159400 2024-04-26T01:58:00.278 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "msgr_send_encrypted_bytes": 189520 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "cct": { 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "total_workers": 0, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "unhealthy_workers": 0 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "mempool": { 2024-04-26T01:58:00.279 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:00.280 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:00.281 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:00.282 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_bytes": 149745, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_anon_items": 31, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_bytes": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_items": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:00.283 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_bytes": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_items": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "pgmap_items": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_bytes": 928, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "mds_co_items": 2, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_1_items": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "unittest_2_items": 0 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: }, 2024-04-26T01:58:00.284 INFO:teuthology.orchestra.run.smithi100.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "val": 0, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "max": 104857600, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "get_started": 0, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "get": 262, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "get_sum": 1702523, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "get_or_fail_success": 262, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "take": 0, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "take_sum": 0, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "put": 262, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "put_sum": 1702523, 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "wait": { 2024-04-26T01:58:00.285 INFO:teuthology.orchestra.run.smithi100.stdout: "avgcount": 0, 2024-04-26T01:58:00.286 INFO:teuthology.orchestra.run.smithi100.stdout: "sum": 0.000000000, 2024-04-26T01:58:00.286 INFO:teuthology.orchestra.run.smithi100.stdout: "avgtime": 0.000000000 2024-04-26T01:58:00.286 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:58:00.286 INFO:teuthology.orchestra.run.smithi100.stdout: } 2024-04-26T01:58:00.286 INFO:teuthology.orchestra.run.smithi100.stdout:} 2024-04-26T01:58:00.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:00 smithi148 ceph-mon[32990]: pgmap v322: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:00.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:00 smithi100 ceph-mon[28020]: pgmap v322: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:00.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:00 smithi133 ceph-mon[32344]: pgmap v322: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-26T01:58:01.272 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-26T01:58:01.272 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T01:58:01.272 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T01:58:01.521 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:58:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:02 smithi133 ceph-mon[32344]: pgmap v323: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 33 KiB/s wr, 30 op/s 2024-04-26T01:58:02.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:02 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:02 smithi148 ceph-mon[32990]: pgmap v323: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 33 KiB/s wr, 30 op/s 2024-04-26T01:58:02.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:02 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:02.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:02 smithi100 ceph-mon[28020]: pgmap v323: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 33 KiB/s wr, 30 op/s 2024-04-26T01:58:02.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:02 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:03.381 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-26T01:58:03.381 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 29275, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 58811, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 11865073, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 50978858, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 17, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 2.306316438, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 1.085157725, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 1.305806170, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.196004667, 2024-04-26T01:58:03.382 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 58809, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 5.018907913, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000085342 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 61156, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.009834146, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000160 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 8310896, 2024-04-26T01:58:03.383 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 27282688 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 16105, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 14560, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 8070223, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 26535763, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 12, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 7, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.987187897, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.364628485, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.463408314, 2024-04-26T01:58:03.384 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.230373320, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 14559, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 4.848113821, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000332997 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 17966, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.002451814, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000136 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2318080, 2024-04-26T01:58:03.385 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 259472 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 14144, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 15474, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 5605671, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 27029183, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 71, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 7, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.863303048, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.345727585, 2024-04-26T01:58:03.386 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.419752568, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.138686804, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 15472, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.690359363, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000109252 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 23016, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.003271194, 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000142 2024-04-26T01:58:03.387 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 87440, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 256640 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:03.388 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2513, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 12.609445417, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005017686 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4216, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.311412821, 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000073864 2024-04-26T01:58:03.389 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 13133, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 12921, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 12921, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 58.616354423, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.004536518 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.390 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 212, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 2, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 1012, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 11, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 2, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 2535, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 1558, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 906, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 71, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 85, 2024-04-26T01:58:03.391 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 9316, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 2, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 3, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 6, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 14951, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 14276, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 25, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 368, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 1, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 58, 2024-04-26T01:58:03.392 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 8387, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 31, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 2470, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 6, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:03.393 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 61, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 862, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 11690, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:03.394 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 6345, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 4627, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 51, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 3877 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 2399, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 1261, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 770, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 877, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 4856, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 65, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:03.395 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 2257, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 2192, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 3, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 525, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:03.396 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 58, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 14, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 20150, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 20087, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 20087, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 63, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 1150, 2024-04-26T01:58:03.397 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 47, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 46, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 46, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 1, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 1, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 2, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 53928216, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 54023087, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1090, 2024-04-26T01:58:03.398 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 38.849518176, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.035641759 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1186, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 11938, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 10752, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 122, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1290, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 1168, 2024-04-26T01:58:03.399 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 2535, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 14110, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 11575, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 3, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 9790, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 9787, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 103552, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 231800 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 14814, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 1060, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 13133, 2024-04-26T01:58:03.400 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 82, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 2514, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 8627, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 27.628723126, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.003202587 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 158, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.090955168, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000575665 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:03.401 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 566, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.209727710, 2024-04-26T01:58:03.402 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000370543 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000186577, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000186577 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.403 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.404 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.405 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.405 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.405 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-26T01:58:03.405 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 11, 2024-04-26T01:58:03.405 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.003244179, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000294925 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 623, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 22.982828109, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.036890574 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 11, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.971635228, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.088330475 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.001557131, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000778565 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-26T01:58:03.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 649, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.139291683, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001755457 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.003630276, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001815138 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.408 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 108, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.935075880, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.017917369 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.409 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 5, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.026757807, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005351561 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.410 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.234720303, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.117360151 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.411 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 7, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.020224172, 2024-04-26T01:58:03.412 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.002889167 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2149, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 3.367797074, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001567146 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.413 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2024-04-26T01:58:03.414 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 5, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 2, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 147, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 73, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 610, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 360, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 360, 2024-04-26T01:58:03.415 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:03.416 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:03.417 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:03.418 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 901082, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1441, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8032, 2024-04-26T01:58:03.419 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 167, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 4889551, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 67383, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-26T01:58:03.420 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 12854, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 62213142, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 37, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 12854, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 12854, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1333.780095674, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.103763816 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.421 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 12854, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 29630 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 12854, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 55, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 12799, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 387, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 7606, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 53, 2024-04-26T01:58:03.422 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 1143, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 133, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 11, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 2768, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 2, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 15212, 2024-04-26T01:58:03.423 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-26T01:58:03.424 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-26T01:58:03.425 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 101, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 12, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 12, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 12, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 2156, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 4, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 155 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-26T01:58:03.426 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 655 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 20, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 6, 2024-04-26T01:58:03.427 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 2224, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 2192, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 59520, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 19088670, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 59520, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:03.428 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 59520, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 19088670, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:03.429 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 12854, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 62438814, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 12854, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 62438814, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.430 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:03.431 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 12854, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 12854, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 12854, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 12854, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:03.432 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2192, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 225704, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2192, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 53, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 225704, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.433 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x563d2e414500": { 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 84, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 20150, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 49828783, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 20150, 2024-04-26T01:58:03.434 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1090, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 49828699, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:03.435 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds.exported=58 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds.imported=31 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=2399 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1261 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-04-26T01:58:04.428 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-04-26T01:58:04.428 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T01:58:04.428 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T01:58:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:04 smithi148 ceph-mon[32990]: pgmap v324: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 25 op/s 2024-04-26T01:58:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:04 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:04 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:04 smithi100 ceph-mon[28020]: pgmap v324: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 25 op/s 2024-04-26T01:58:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:04 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:04 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:04 smithi133 ceph-mon[32344]: pgmap v324: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 25 op/s 2024-04-26T01:58:04.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:04 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:04 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:04.909 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:58:05.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:05.652 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:05 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:05.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:58:05.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:58:05.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:05.813 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:05 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:05.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi148 to 176.2M 2024-04-26T01:58:05.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi148 to 184786739: error parsing value: Value '184786739' is below minimum 939524096 2024-04-26T01:58:05.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:05.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:05 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:06.644 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-26T01:58:06.644 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:06.644 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 442, 2024-04-26T01:58:06.644 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 400, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 6193756, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 198758, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 2, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.070200914, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.019482945, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.049853552, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.010591504, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 399, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.028060096, 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000070326 2024-04-26T01:58:06.645 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1964272, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 155504 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 792, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 980, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 12786197, 2024-04-26T01:58:06.646 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 812011, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 8, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.091670671, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.030943456, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.027020595, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.023929220, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 976, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.055234423, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000056592 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.647 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 480, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 561104 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1621, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1621, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 9750282, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 514712, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:06.648 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.168090957, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.058148407, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.045491951, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.049562523, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1620, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.064121299, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000039581 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T01:58:06.649 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4297, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.116385864, 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000027085 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.650 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.651 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 3869, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 3869, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 3869, 2024-04-26T01:58:06.652 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-26T01:58:06.653 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:06.654 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-26T01:58:06.655 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-26T01:58:06.656 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-26T01:58:06.657 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 10629, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 15, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 30225297, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 30222736, 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-26T01:58:06.658 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 10629 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1104, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 4268, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 3164, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 65, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 184, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 119, 2024-04-26T01:58:06.659 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 3869, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 5782, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 1913, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 59748, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215416 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-26T01:58:06.660 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.661 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.662 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.663 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.664 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-26T01:58:06.665 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.666 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.667 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.668 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.669 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.670 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.671 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 2200, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:06.672 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:06.673 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:06.674 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 250447, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1234, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-26T01:58:06.675 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8032, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 167, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 5428169, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 59021, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-26T01:58:06.676 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 2542, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 2542, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2542, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2.504953151, 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000985426 2024-04-26T01:58:06.677 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2542, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2543 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 2542, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 2542, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1618, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-26T01:58:06.678 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 922, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:06.679 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-26T01:58:06.680 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 101, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 12, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 7, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 7, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-26T01:58:06.681 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:06.682 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2851, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 28455090, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2851, 2024-04-26T01:58:06.683 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2851, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 28455090, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:06.684 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2542, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 26039559, 2024-04-26T01:58:06.685 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2542, 2024-04-26T01:58:06.685 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: pgmap v325: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 26 op/s 2024-04-26T01:58:06.685 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.685 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.685 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:06 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 26039559, 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.686 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2542, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2542, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2542, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2542, 2024-04-26T01:58:06.687 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:06.688 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55d3ef0406e0": { 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:06.689 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:06.690 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-26T01:58:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: pgmap v325: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 26 op/s 2024-04-26T01:58:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.812 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:06 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: pgmap v325: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 33 KiB/s wr, 26 op/s 2024-04-26T01:58:06.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:06.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:06 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:07.458 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:07.458 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T01:58:07.459 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T01:58:07.709 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:58:07.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:07 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:58:07.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:07 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:58:07.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:07 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:58:07.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:07 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:58:07.831 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:07 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi100 to 176.4M 2024-04-26T01:58:07.832 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:07 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi100 to 185004646: error parsing value: Value '185004646' is below minimum 939524096 2024-04-26T01:58:08.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:08 smithi100 ceph-mon[28020]: pgmap v326: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:58:08.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:08 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:08.577 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:08 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:08.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:08 smithi148 ceph-mon[32990]: pgmap v326: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:58:08.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:08 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:08.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:08 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:08.856 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:08 smithi133 ceph-mon[32344]: pgmap v326: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 31 op/s 2024-04-26T01:58:08.857 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:08 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:08.857 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:08 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:09.401 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1423, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1423, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 24962512, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 451700, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 7, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.122420736, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.040788973, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.035924531, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.035187610, 2024-04-26T01:58:09.402 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1422, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.048996336, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000034455 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:09.403 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 185, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 294, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 16826803, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 336466, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.031175618, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.008531737, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.015477272, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.004837989, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 292, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.015235358, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000052175 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.404 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 277888 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 333, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 306, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 8807986, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 137497, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.041833417, 2024-04-26T01:58:09.405 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.012550829, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.020451361, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.007399981, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 305, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.013999609, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000045900 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 379680, 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 90432 2024-04-26T01:58:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2917, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.148568413, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000050931 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:09.407 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.408 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 4629, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 3182, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 1447, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-26T01:58:09.409 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 83, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 2, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-26T01:58:09.410 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 6, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:09.411 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:09.412 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-26T01:58:09.413 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-26T01:58:09.414 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-26T01:58:09.415 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 20091, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 16, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 53928216, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 54023087, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 54023003, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.416 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 20091 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1278, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 11587, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 10309, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 100, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 808, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 708, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 4629, 2024-04-26T01:58:09.417 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 13422, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 8793, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 66288, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215416 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-26T01:58:09.418 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.419 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:09.420 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:09.421 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.422 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.423 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-26T01:58:09.423 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.423 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.424 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.425 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.426 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-26T01:58:09.427 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.428 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.429 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.430 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 2, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 0, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 0, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 2203, 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:09.431 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:09.432 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:09.433 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 256544, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1437, 2024-04-26T01:58:09.434 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8032, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 167, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-26T01:58:09.435 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 6445700, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 69262, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 1751, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 26, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 4, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 1751, 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-26T01:58:09.436 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1751, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.877964933, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001072509 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1751, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1752 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 1751, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1751, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1082, 2024-04-26T01:58:09.437 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 666, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-26T01:58:09.438 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 2, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:09.439 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-26T01:58:09.440 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 101, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 8, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 7, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 7, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:09.441 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:09.442 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1937, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 50410621, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1937, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1937, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 50410621, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.443 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1751, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 49723757, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1751, 2024-04-26T01:58:09.444 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 49723757, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:09.445 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1751, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 1751, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1751, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1751, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.446 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.447 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55cf6dfac6e0": { 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:09.448 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:09.449 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-26T01:58:09.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:09.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:09 smithi100 ceph-mon[28020]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:58:09.873 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:09.874 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:09.874 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:09 smithi133 ceph-mon[32344]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:10.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: Adjusting osd_memory_target on smithi133 to 176.2M 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: Unable to set osd_memory_target on smithi133 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:10.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:10.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:09 smithi148 ceph-mon[32990]: from='mgr.25147 ' entity='mgr.x' 2024-04-26T01:58:10.193 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:10.194 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:10.194 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T01:58:10.194 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T01:58:10.432 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:58:10.836 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:10 smithi133 ceph-mon[32344]: pgmap v327: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:58:11.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:10 smithi148 ceph-mon[32990]: pgmap v327: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:58:11.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:10 smithi100 ceph-mon[28020]: pgmap v327: 97 pgs: 97 active+clean; 208 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T01:58:11.891 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:11 smithi133 ceph-mon[32344]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T01:58:12.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:11 smithi148 ceph-mon[32990]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T01:58:12.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:11 smithi100 ceph-mon[28020]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1175, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1133, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 2256464, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 433314, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 1, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.159467471, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.049229527, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.070959768, 2024-04-26T01:58:12.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.039411574, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1132, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.061940572, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000054717 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1966496, 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 158880 2024-04-26T01:58:12.138 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1655, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1846, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 7558110, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1010655, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 7, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.136799627, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.044767319, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.034232538, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.046721285, 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:12.139 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1843, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.081870914, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000044422 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 484944 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 8, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 8, 2024-04-26T01:58:12.140 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 4621, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1732, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.002327986, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.000159746, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.002060564, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000079722, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 7, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.004315008, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000616429 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:12.141 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T01:58:12.142 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:12.143 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4184, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.121541339, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000029049 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.144 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:12.145 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 1200, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 1200, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 1200, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-04-26T01:58:12.146 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:12.147 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:12.148 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-04-26T01:58:12.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-04-26T01:58:12.150 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:58:12.151 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 3483, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-04-26T01:58:12.152 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 5, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 11331376, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 11329761, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 3483 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.153 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 82, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 1386, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 1304, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 10, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 121, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 111, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 1200, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 2461, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 1261, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-04-26T01:58:12.154 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 53504, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215416 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.155 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-04-26T01:58:12.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-04-26T01:58:12.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.158 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-04-26T01:58:12.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.161 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.163 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.164 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.165 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 5, 2024-04-26T01:58:12.166 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 2, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 5359, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:12.167 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:12.168 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:12.169 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 201216, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 137, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8152, 2024-04-26T01:58:12.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 170, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 1056088, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 7456, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-04-26T01:58:12.171 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 2520, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 2520, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2520, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.828965741, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000725780 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2520, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 2521 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.172 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 2520, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 2520, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 1618, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 900, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-04-26T01:58:12.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-04-26T01:58:12.174 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-04-26T01:58:12.175 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 102, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 13, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 6, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 6, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-04-26T01:58:12.176 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T01:58:12.177 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 2834, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 9545312, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:12.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 2834, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2834, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 9545312, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:12.179 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2520, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 7137077, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2520, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 7137077, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:12.180 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 2520, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 2520, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 2520, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2520, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.181 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:12.182 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x5568d7e0e6e0": { 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:12.183 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-04-26T01:58:12.184 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-04-26T01:58:12.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:12 smithi133 ceph-mon[32344]: pgmap v329: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:12.944 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:12.945 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:12.945 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T01:58:12.945 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T01:58:12.972 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:12 smithi148 ceph-mon[32990]: pgmap v329: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:13.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:12 smithi100 ceph-mon[28020]: pgmap v329: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:13.194 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:58:14.901 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:14 smithi133 ceph-mon[32344]: pgmap v330: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:14.936 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:14 smithi148 ceph-mon[32990]: pgmap v330: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:15.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:14 smithi100 ceph-mon[28020]: pgmap v330: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:15.329 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-26T01:58:15.329 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 12443, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 15586, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 7830699, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 11812979, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 11, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.785298947, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.357896848, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.463007268, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.036497122, 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:15.330 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 15586, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.441819461, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000028347 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 25066, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.004314508, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000172 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.331 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 8965, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 10203, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 4947225, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 29052369, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 11, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 8, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.727238762, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.360631426, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.355310554, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.066784600, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 10202, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.310607643, 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000030445 2024-04-26T01:58:15.332 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 14051, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.002854179, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000203 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 1984064, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 162320 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 21085, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 35621, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 7849571, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 27977234, 2024-04-26T01:58:15.333 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 17, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 7, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 1.329269519, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.642436142, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 1.425854350, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.035167849, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 35617, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 15.494324810, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000435026 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.334 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 42647, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.006457115, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000151 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 6093296, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 15593208 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1073, 2024-04-26T01:58:15.335 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 8.036420488, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.007489674 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 7236, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.726189839, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000100357 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 6541, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 6470, 2024-04-26T01:58:15.336 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6470, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 56.496826257, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.008732121 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 71, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 78, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 8, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 3, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 5379, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 299, 2024-04-26T01:58:15.337 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 4839, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 241, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 4947, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 1366, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 0, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 6, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 10021, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 8454, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 38, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 604, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:15.338 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 1, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 17, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 396, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 25, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 3218, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 5, 2024-04-26T01:58:15.339 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 70, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 1489, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 6405, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:15.340 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 8190, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 5775, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 884, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 5359 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 311, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 2005, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 1300, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 1376, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 554, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 196, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 4031, 2024-04-26T01:58:15.341 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 3835, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 3, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 964, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 19, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 11, 2024-04-26T01:58:15.342 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 1, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 17918, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 17918, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-04-26T01:58:15.343 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 25, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 25, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 3, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 50972273, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 0, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 497, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 5.559045356, 2024-04-26T01:58:15.344 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.011185201 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 0 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 2957, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 7274, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 4317, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 296, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 861, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 565, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 5379, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 11014, 2024-04-26T01:58:15.345 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 5635, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 0, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 4837, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 4837, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 102080, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 223608 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 8947, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 556, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 6541, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 11, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 1909, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 880, 2024-04-26T01:58:15.346 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.979468599, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001113032 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.008275741, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.008275741 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.347 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1203, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.980976852, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000815442 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.348 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.349 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.350 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-04-26T01:58:15.351 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 355, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.354049810, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000997323 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:15.352 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 245, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4.882874498, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.019930099 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:15.353 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.354 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.355 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.356 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3786, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 49.291180757, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.013019329 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-04-26T01:58:15.357 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 2, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 1, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 2484, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 2484, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 2195, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:15.358 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:15.359 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:15.360 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 1943595, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 3410, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:15.361 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8152, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 170, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 11467031, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 178814, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:15.362 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 4772, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 48406582, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 30, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 4772, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4772, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 19.018574196, 2024-04-26T01:58:15.363 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.003985451 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4772, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4963 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 4772, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 87, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 4685, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 0, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 10, 2024-04-26T01:58:15.364 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 87, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 584, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 57, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 8, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 3880, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 20, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:15.365 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-04-26T01:58:15.366 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 102, 2024-04-26T01:58:15.367 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 13, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 12, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 12, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 263, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 54 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 1, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-04-26T01:58:15.368 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 1242 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 9, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 6, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 3843, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 3835, 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:15.369 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 42489, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 16091402, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 42489, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 42489, 2024-04-26T01:58:15.370 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 16091402, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:15.371 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 4772, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 48816485, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 4772, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 48816485, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-04-26T01:58:15.372 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 4772, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 4772, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 4772, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 4772, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.373 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 3835, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 409903, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 3835, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 87, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 409903, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.374 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55fe420c2500": { 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 17918, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 46777969, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 17918, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:15.375 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 497, 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 46777969, 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:15.376 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds.exported=17 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds.imported=25 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=311 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=2005 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=5 2024-04-26T01:58:15.998 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:15.999 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:15.999 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T01:58:15.999 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T01:58:16.287 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:58:17.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:16 smithi148 ceph-mon[32990]: pgmap v331: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:17.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:16 smithi100 ceph-mon[28020]: pgmap v331: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:17.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:16 smithi133 ceph-mon[32344]: pgmap v331: 97 pgs: 4 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 82 active+clean; 198 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-04-26T01:58:18.028 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-26T01:58:18.028 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 9408, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 7785, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 5180144, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 6387717, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 13, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 5, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.514600873, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.219916708, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.341327887, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.021157164, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 7783, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.183514873, 2024-04-26T01:58:18.029 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000023578 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 15733, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.002560221, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000162 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 7928, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 5017, 2024-04-26T01:58:18.030 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 5669120, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 1712624, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 14, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.433601027, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.178709695, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.324608473, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.014698225, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 5019, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.167016515, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000033276 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:18.031 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 11235, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.001736719, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000154 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 1986112, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 169792 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 2791, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 6218, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 1030409, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 6972593, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 14, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 7, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.250591192, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.130066669, 2024-04-26T01:58:18.032 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.127506454, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.012865064, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 6213, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.158876826, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000025571 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 5408, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000914406, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000169 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 915040, 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 3788800 2024-04-26T01:58:18.033 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 427, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.199277293, 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002808611 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.034 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2026, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.318267501, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000157091 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 1652, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 1648, 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-04-26T01:58:18.035 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1648, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2.594153804, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001574122 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 4, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 11, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 0, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 132, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 6, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 6, 2024-04-26T01:58:18.036 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 120, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 123, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 1476, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 5, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 4171, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 2938, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 2, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 632, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-04-26T01:58:18.037 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 22, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 362, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 22, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 1129, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 5, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:18.038 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 116, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 1152, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 650, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 552, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 27, 2024-04-26T01:58:18.039 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 1616 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 187, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 2046, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 1329, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 1416, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 273, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 5, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 1062, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 1057, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:18.040 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 3, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 261, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 22, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.041 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 3483, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 3483, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 5, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 5, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 2, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-04-26T01:58:18.042 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 11331376, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 0, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 173, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.774094870, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004474536 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 0 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 101, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 1983, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 1882, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 29, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 882, 2024-04-26T01:58:18.043 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 853, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 132, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 3512, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 3380, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 0, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 1087, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 1087, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 66864, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 223608 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 2455, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 39, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 1652, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 27, 2024-04-26T01:58:18.044 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 877, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000607715, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000303857 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.045 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 528, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.189133589, 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000358207 2024-04-26T01:58:18.046 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.047 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.048 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.049 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.050 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 56, 2024-04-26T01:58:18.051 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.058145947, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001038320 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.052 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 30, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.720170747, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.024005691 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.055 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1032, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1.626095806, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001575674 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-04-26T01:58:18.056 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 2, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 5, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 3, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 2, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 1464, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 732, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 522, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:18.057 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:18.058 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:18.059 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 315213, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 188, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:18.060 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8152, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 170, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 389656, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 3793, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-04-26T01:58:18.061 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 1450, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 7349279, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 33, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 1450, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1450, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 5.166884283, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.003563368 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-04-26T01:58:18.062 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1450, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 1508 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 1450, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 51, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 1399, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 0, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 10, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 51, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 224, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 39, 2024-04-26T01:58:18.063 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 1086, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 20, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:18.064 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-04-26T01:58:18.065 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 102, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 13, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 12, 2024-04-26T01:58:18.066 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 12, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 59, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 0, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 19 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 1, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-04-26T01:58:18.067 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 264 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 14, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 6, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 1073, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 1057, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 20123, 2024-04-26T01:58:18.068 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 9944361, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 20123, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 20123, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 9944361, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:18.069 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 1450, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 7457532, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 1450, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 7457532, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.070 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 1450, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 1450, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 1450, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 1450, 2024-04-26T01:58:18.071 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 1057, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 108253, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 1057, 2024-04-26T01:58:18.072 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 51, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 108253, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x561e057fe500": { 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 3483, 2024-04-26T01:58:18.073 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 7137072, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 3483, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 173, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 7137072, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:18.074 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-26T01:58:18.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:18 smithi148 ceph-mon[32990]: pgmap v332: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:18.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:18 smithi100 ceph-mon[28020]: pgmap v332: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:18.940 INFO:tasks.check_counter:Daemon mds.f mds.exported=22 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds.imported=22 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=187 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=2046 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=5 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:18.941 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:18.941 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T01:58:18.941 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T01:58:19.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:18 smithi133 ceph-mon[32344]: pgmap v332: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:19.190 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:58:20.922 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:20 smithi148 ceph-mon[32990]: pgmap v333: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:20.922 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:20 smithi148 ceph-mon[32990]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 13467, 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 20958, 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 5179158, 2024-04-26T01:58:21.047 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 27822636, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 19, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.909824159, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.428714749, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.685232308, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.033096829, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 20952, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.846680392, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000040410 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:21.048 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 25529, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.004567529, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000178 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 3284416, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 8737280 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 10963, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 11209, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 6355527, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 9788112, 2024-04-26T01:58:21.049 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 12, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 7, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.638202658, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.274798638, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.396768320, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.034524674, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 11209, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.248285540, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000022150 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 19437, 2024-04-26T01:58:21.050 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.003238251, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000166 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 928, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 171392 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 9319, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 8122, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 5761684, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 6672622, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 10, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.578713474, 2024-04-26T01:58:21.051 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.257220661, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.426259578, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.033420625, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 8123, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.190522441, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000023454 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 14107, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.002441786, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000173 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 1994672, 2024-04-26T01:58:21.052 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 481712 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1173, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 4.990401219, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.004254391 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.053 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4106, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.334007081, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000081346 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 4121, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 4067, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4067, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 8.978028472, 2024-04-26T01:58:21.054 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.002207530 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 54, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 6, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 45, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 4, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 2776, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 282, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 2127, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 367, 2024-04-26T01:58:21.055 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 2369, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 2326, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 1, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 1, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 6, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 6926, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 5723, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 41, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 623, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 18, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 1274, 2024-04-26T01:58:21.056 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 51, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 2960, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 4, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 234, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 5, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:21.057 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 78, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 1216, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 3471, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 3881, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 2500, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 213, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 2809 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-04-26T01:58:21.058 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 309, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 2027, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 1323, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 1429, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 642, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 75, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 2162, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 2087, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:21.059 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 3, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 1397, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 18, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 4, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-04-26T01:58:21.060 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 9869, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 9869, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 14, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 14, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 2, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-04-26T01:58:21.061 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 29604009, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 0, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 973, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 8.604153636, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.008842912 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 0 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 1520, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 5295, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 3775, 2024-04-26T01:58:21.062 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 147, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 928, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 781, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 2776, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 7652, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 4876, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 1, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 3031, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 3030, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 85220, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 223608 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 5572, 2024-04-26T01:58:21.063 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 1420, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 4121, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 20, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 3607, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 798, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.880330800, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001103171 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.064 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 924, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.329723099, 2024-04-26T01:58:21.065 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000356843 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000140425, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000140425 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.066 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.067 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.068 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.069 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 182, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.193519066, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001063291 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.070 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 157, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 3.893216083, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.024797554 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:21.071 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:21.072 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.073 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2005, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 3.681098999, 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.001835959 2024-04-26T01:58:21.074 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 4, 2024-04-26T01:58:21.075 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 3, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 2204, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 2204, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 611, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:21.076 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:21.077 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:21.078 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 921078, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 1753, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:21.079 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8032, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 167, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 5849889, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 88661, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-04-26T01:58:21.080 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 3410, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 26377926, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 33, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 3410, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3410, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 12.572718489, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.003687014 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 3410, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 3550 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 3410, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 81, 2024-04-26T01:58:21.081 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 3329, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 10, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 75, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 1048, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 62, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 4, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 2105, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-04-26T01:58:21.082 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 20, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-04-26T01:58:21.083 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-04-26T01:58:21.084 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 103, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 14, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 12, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 12, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 175, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 12, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 39 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 1, 2024-04-26T01:58:21.085 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 1702 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 6, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 6, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 2087, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 2087, 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:21.086 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 33745, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 13864135, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 33745, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 33745, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 13864135, 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:21.087 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 3410, 2024-04-26T01:58:21.088 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 26601137, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 3410, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 26601137, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:21.089 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 3410, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 3410, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 3410, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 3410, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:21.090 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 2087, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 223307, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 2087, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 75, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 223307, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.091 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55d5fa94a500": { 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 9869, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 25409705, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 9869, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 973, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 25409705, 2024-04-26T01:58:21.092 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:21.093 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-26T01:58:21.093 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:20 smithi100 ceph-mon[28020]: pgmap v333: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:21.093 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:20 smithi100 ceph-mon[28020]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T01:58:21.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:20 smithi133 ceph-mon[32344]: pgmap v333: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:21.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:20 smithi133 ceph-mon[32344]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T01:58:21.815 INFO:tasks.check_counter:Daemon mds.i mds.exported=18 2024-04-26T01:58:21.815 INFO:tasks.check_counter:Daemon mds.i mds.imported=51 2024-04-26T01:58:21.816 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=309 2024-04-26T01:58:21.816 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=2027 2024-04-26T01:58:21.816 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=5 2024-04-26T01:58:21.816 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:21.816 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:21.816 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T01:58:21.816 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T01:58:22.054 INFO:teuthology.orchestra.run.smithi148.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:58:22.811 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:22 smithi148 ceph-mon[32990]: pgmap v335: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:23.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:22 smithi100 ceph-mon[28020]: pgmap v335: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:23.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:22 smithi133 ceph-mon[32344]: pgmap v335: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:23.812 INFO:teuthology.orchestra.run.smithi148.stdout:{ 2024-04-26T01:58:23.812 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T01:58:23.812 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 1277, 2024-04-26T01:58:23.812 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 1279, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 8790849, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 406087, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 7, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 3, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.145823849, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.045957328, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.040825482, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.045494387, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1277, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.060368659, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000047273 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.813 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 822, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 1014, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 29574830, 2024-04-26T01:58:23.814 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 750324, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 8, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 6, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.090495837, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.033896067, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.028173191, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.020282939, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 1012, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.049378002, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000048792 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.815 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 490768 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_messages": 746, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages": 704, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_bytes": 11109407, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_bytes": 297880, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_created_connections": 5, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_active_connections": 4, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_total_time": 0.097906172, 2024-04-26T01:58:23.816 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_send_time": 0.029193327, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_recv_time": 0.058105536, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_running_fast_dispatch_time": 0.017496424, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 703, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.032742471, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000046575 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_handle_ack_lat": { 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.817 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_recv_encrypted_bytes": 1968384, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "msgr_send_encrypted_bytes": 161776 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "cct": { 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "total_workers": 1, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "unhealthy_workers": 0 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-MDSRank": { 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 4307, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.125347903, 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000029103 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.818 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "finisher-PurgeQueue": { 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "queue_len": 0, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "complete_latency": { 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "mds": { 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "request": 0, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "reply": 0, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "reply_latency": { 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.819 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_reply": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "forward": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_complete": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_fetch_keys": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_commit": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_split": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_merge": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes": 9205, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_top": 0, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_bottom": 9205, 2024-04-26T01:58:23.820 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pin_tail": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_pinned": 9205, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_expired": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "inodes_with_caps": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "caps": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "subtrees": 1, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_hit": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_forward": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_discover": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_dir_fetch": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_remote_ino": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "traverse_lock": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "load_cent": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "q": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "exported": 0, 2024-04-26T01:58:23.821 INFO:teuthology.orchestra.run.smithi148.stdout: "exported_inodes": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "imported": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "imported_inodes": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_dir_fetch": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_backtrace_fetch": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "openino_peer_discover": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rfiles": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rbytes": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "root_rsnaps": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_set_tag": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_inotable_repaired": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_inodes": 0, 2024-04-26T01:58:23.822 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "scrub_file_inodes": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_inode_file_caps": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_grant": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_caps_dirty": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_cap_release": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "process_request_cap_release": 0 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_cache": { 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update": 0, 2024-04-26T01:58:23.823 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_update_receipt": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_try_discover": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_send_discover": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "dir_handle_discover": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_delayed": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_strays_enqueuing": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_created": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_enqueued": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_reintegrated": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "strays_migrated": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_processing": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_enqueued": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "num_recovering_prioritized": 0, 2024-04-26T01:58:23.824 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_started": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "recovery_completed": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_path": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_quiesce_inode": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_exportdir": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_flush": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragmentdir": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_fragstats": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "ireq_inodestats": 0 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_log": { 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "evlrg": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "evadd": 0, 2024-04-26T01:58:23.825 INFO:teuthology.orchestra.run.smithi148.stdout: "evex": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "evtrm": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "ev": 17918, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "evexg": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "evexd": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segadd": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segex": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segtrm": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "seg": 25, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segmjr": 3, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segexg": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "segexd": 0, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "expos": 4194304, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "wrpos": 50972273, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "rdpos": 50969712, 2024-04-26T01:58:23.826 INFO:teuthology.orchestra.run.smithi148.stdout: "jlat": { 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "replayed": 17918 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_mem": { 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "ino": 2928, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "ino+": 6928, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "ino-": 4000, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "dir": 266, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "dir+": 409, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "dir-": 143, 2024-04-26T01:58:23.827 INFO:teuthology.orchestra.run.smithi148.stdout: "dn": 9205, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "dn+": 10327, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "dn-": 1122, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "cap": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "cap+": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "cap-": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "rss": 73080, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "heap": 215416 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_server": { 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_client_request": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "dispatch_server_request": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_request": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_client_session": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "handle_peer_request": 0, 2024-04-26T01:58:23.828 INFO:teuthology.orchestra.run.smithi148.stdout: "req_create_latency": { 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getattr_latency": { 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getfilelock_latency": { 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "req_link_latency": { 2024-04-26T01:58:23.829 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookup_latency": { 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookuphash_latency": { 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.830 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupino_latency": { 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupname_latency": { 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupparent_latency": { 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.831 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lookupsnap_latency": { 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "req_lssnap_latency": { 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.832 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mkdir_latency": { 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mknod_latency": { 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.833 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "req_mksnap_latency": { 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "req_open_latency": { 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "req_readdir_latency": { 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.834 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rename_latency": { 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "req_renamesnap_latency": { 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "req_snapdiff_latency": { 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.835 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmdir_latency": { 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmsnap_latency": { 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "req_rmxattr_latency": { 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.836 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setattr_latency": { 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setdirlayout_latency": { 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setfilelock_latency": { 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.837 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setlayout_latency": { 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "req_setxattr_latency": { 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "req_symlink_latency": { 2024-04-26T01:58:23.838 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "req_unlink_latency": { 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_revoke_eviction": 0, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "cap_acquisition_throttle": 0, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "req_getvxattr_latency": { 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.839 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_sessions": { 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "session_count": 1, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "session_add": 2, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "session_remove": 1, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_open": 1, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "sessions_stale": 0, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "total_load": 0, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "average_load": 0, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "avg_session_uptime": 2203, 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: "mdthresh_evicted": 0 2024-04-26T01:58:23.840 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "mempool": { 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bloom_filter_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_alloc_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_data_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_other_items": 0, 2024-04-26T01:58:23.841 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_extent_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_blob_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_fsck_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_bytes": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_txc_items": 0, 2024-04-26T01:58:23.842 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluestore_writing_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_reader_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "bluefs_file_writer_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_bytes": 341490, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_anon_items": 3246, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "buffer_meta_items": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_bytes": 0, 2024-04-26T01:58:23.843 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_items": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_bytes": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_mapbl_items": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_bytes": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_pglog_items": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_bytes": 8032, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_items": 167, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "osdmap_mapping_items": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_bytes": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "pgmap_items": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_bytes": 13832622, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "mds_co_items": 169436, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_bytes": 0, 2024-04-26T01:58:23.844 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_1_items": 0, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_bytes": 0, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "unittest_2_items": 0 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "objecter": { 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_active": 0, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_laggy": 0, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send": 2521, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_send_bytes": 21, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_resend": 3, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_reply": 2521, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "op_latency": { 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2521, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2.249949335, 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000892482 2024-04-26T01:58:23.845 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op_inflight": 0, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "oplen_avg": { 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 2521, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 2522 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op": 2521, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op_r": 2521, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op_w": 0, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op_rmw": 0, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "op_pg": 0, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_stat": 1567, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_create": 0, 2024-04-26T01:58:23.846 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_read": 952, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_write": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writefull": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_writesame": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_append": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_zero": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_truncate": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_delete": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_mapext": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_sparse_read": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_clonerange": 0, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_getxattr": 1, 2024-04-26T01:58:23.847 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_setxattr": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_cmpxattr": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_rmxattr": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_resetxattrs": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_call": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_watch": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_notify": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_pgls_filter": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "osdop_other": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_active": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_send": 0, 2024-04-26T01:58:23.848 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_resend": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "linger_ping": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_active": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_send": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolop_resend": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_active": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_send": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "poolstat_resend": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_active": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_send": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "statfs_resend": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "command_active": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "command_send": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "command_resend": 0, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "map_epoch": 103, 2024-04-26T01:58:23.849 INFO:teuthology.orchestra.run.smithi148.stdout: "map_full": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "map_inc": 14, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_sessions": 9, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_open": 9, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_session_close": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "osd_laggy": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_wr": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_rd": 2, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_del": 0 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "oft": { 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_objs": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_kv_pairs": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_updates": 0, 2024-04-26T01:58:23.850 INFO:teuthology.orchestra.run.smithi148.stdout: "omap_total_removes": 0 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "osd-slow-ops": { 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "slow_ops_count": 0 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "purge_queue": { 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executing_high_water": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed_ops": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_executed": 0, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "pq_item_in_journal": 0 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T01:58:23.851 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 2841, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 49200271, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 2841, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2841, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 49200271, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.852 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_bytes": { 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 104857600, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 2521, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 46783006, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2521, 2024-04-26T01:58:23.853 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 46783006, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-objecter_ops": { 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 1024, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:23.854 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 2521, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 2521, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 2521, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 2521, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle": { 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:23.855 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: }, 2024-04-26T01:58:23.856 INFO:teuthology.orchestra.run.smithi148.stdout: "throttle-write_buf_throttle-0x55b8ceeb06e0": { 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "val": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "max": 3758096384, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "get_started": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "get": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "get_sum": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_fail": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "get_or_fail_success": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "take": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "take_sum": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "put": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "put_sum": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "wait": { 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "avgcount": 0, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "sum": 0.000000000, 2024-04-26T01:58:23.857 INFO:teuthology.orchestra.run.smithi148.stdout: "avgtime": 0.000000000 2024-04-26T01:58:23.858 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.858 INFO:teuthology.orchestra.run.smithi148.stdout: } 2024-04-26T01:58:23.858 INFO:teuthology.orchestra.run.smithi148.stdout:} 2024-04-26T01:58:24.780 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-26T01:58:24.781 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T01:58:24.781 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-26T01:58:24.792 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-26T01:58:24.793 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:58:24.793 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T01:58:24.851 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2024-04-26T01:58:24.851 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T01:58:24.904 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd blocklist ls 2024-04-26T01:58:24.978 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:24 smithi100 ceph-mon[28020]: pgmap v336: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:24 smithi148 ceph-mon[32990]: pgmap v336: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:24 smithi133 ceph-mon[32344]: pgmap v336: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.358 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:26.953 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:26 smithi133 ceph-mon[32344]: pgmap v337: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:26.993 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:26 smithi100 ceph-mon[28020]: pgmap v337: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:27.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:26 smithi148 ceph-mon[32990]: pgmap v337: 97 pgs: 97 active+clean; 106 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 -- 172.21.15.100:0/941094365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc102a90 msgr2=0x7fe5fc102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 --2- 172.21.15.100:0/941094365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc102a90 0x7fe5fc102f10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009990 tx=0x7fe5e8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 -- 172.21.15.100:0/941094365 shutdown_connections 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 --2- 172.21.15.100:0/941094365 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 0x7fe5fc10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 --2- 172.21.15.100:0/941094365 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc108a50 0x7fe5fc108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 --2- 172.21.15.100:0/941094365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc102a90 0x7fe5fc102f10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 -- 172.21.15.100:0/941094365 >> 172.21.15.100:0/941094365 conn(0x7fe5fc079ba0 msgr2=0x7fe5fc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:27.514 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 -- 172.21.15.100:0/941094365 shutdown_connections 2024-04-26T01:58:27.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.514+0000 7fe601a00700 1 -- 172.21.15.100:0/941094365 wait complete. 2024-04-26T01:58:27.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 Processor -- start 2024-04-26T01:58:27.515 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 -- start start 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 0x7fe5fc19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc108a50 0x7fe5fc19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.516+0000 7fe601a00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fe5fc112df0 con 0x7fe5fc103450 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe601a00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe5fc112c70 con 0x7fe5fc108a50 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe601a00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fe5fc112f70 con 0x7fe5fc102a90 2024-04-26T01:58:27.516 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5fa000700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 0x7fe5fc19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5fb400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc108a50 0x7fe5fc19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:47066/0 (socket says 172.21.15.100:47066) 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 -- 172.21.15.100:0/1176123907 learned_addr learned my addr 172.21.15.100:0/1176123907 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 -- 172.21.15.100:0/1176123907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc108a50 msgr2=0x7fe5fc19fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc108a50 0x7fe5fc19fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 -- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 msgr2=0x7fe5fc19b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 0x7fe5fc19b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.517 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.517+0000 7fe5faa00700 1 -- 172.21.15.100:0/1176123907 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5fc1a04c0 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe5faa00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec00c600 tx=0x7fe5ec00c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ec023070 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe5ec01e900 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5fc1a07b0 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ec016640 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.518+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5fc1097d0 con 0x7fe5fc102a90 2024-04-26T01:58:27.518 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.519+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5fc069730 con 0x7fe5fc102a90 2024-04-26T01:58:27.520 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.521+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fe5ec026070 con 0x7fe5fc102a90 2024-04-26T01:58:27.521 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.523+0000 7fe5f3400700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 0x7fe5e00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:27.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.523+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7fe5ec0d8940 con 0x7fe5fc102a90 2024-04-26T01:58:27.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.523+0000 7fe5fa000700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 0x7fe5e00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:27.522 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.524+0000 7fe5fa000700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 0x7fe5e00a6270 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe5e800b790 tx=0x7fe5e8005fd0 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:27.524 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.525+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe5ec0a4f80 con 0x7fe5fc102a90 2024-04-26T01:58:27.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.771+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe5fc19c810 con 0x7fe5fc102a90 2024-04-26T01:58:27.771 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.772+0000 7fe5f3400700 1 -- 172.21.15.100:0/1176123907 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v103) ==== 81+0+956 (secure 0 0 0) 0x7fe5ec0a4880 con 0x7fe5fc102a90 2024-04-26T01:58:27.771 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/115872624 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/691924702 2024-04-27T01:35:05.200705+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6801/2011962330 2024-04-27T01:35:05.200705+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/514650285 2024-04-27T01:35:05.200705+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/599467682 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6801/2720005160 2024-04-27T01:34:31.107984+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6800/466558262 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/3732339740 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6800/2720005160 2024-04-27T01:34:31.107984+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/3019551306 2024-04-27T01:34:31.107984+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6800/2011962330 2024-04-27T01:35:05.200705+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/1406746040 2024-04-27T01:34:31.107984+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/3383786923 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:6801/466558262 2024-04-27T01:47:38.855067+0000 2024-04-26T01:58:27.772 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/2563810532 2024-04-27T01:34:31.107984+0000 2024-04-26T01:58:27.773 INFO:teuthology.orchestra.run.smithi100.stdout:172.21.15.100:0/1140887639 2024-04-27T01:35:05.200705+0000 2024-04-26T01:58:27.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 msgr2=0x7fe5e00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:27.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 0x7fe5e00a6270 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fe5e800b790 tx=0x7fe5e8005fd0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 msgr2=0x7fe5fc19b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:27.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe5ec00c600 tx=0x7fe5ec00c910 comp rx=0 tx=0).stop 2024-04-26T01:58:27.775 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 shutdown_connections 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fe5e00a3db0 0x7fe5e00a6270 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5fc108a50 0x7fe5fc19fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fe5fc102a90 0x7fe5fc19b4b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 --2- 172.21.15.100:0/1176123907 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fe5fc103450 0x7fe5fc19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.776+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 >> 172.21.15.100:0/1176123907 conn(0x7fe5fc079ba0 msgr2=0x7fe5fc101570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.777+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 shutdown_connections 2024-04-26T01:58:27.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:27.777+0000 7fe601a00700 1 -- 172.21.15.100:0/1176123907 wait complete. 2024-04-26T01:58:27.777 INFO:teuthology.orchestra.run.smithi100.stderr:listed 16 entries 2024-04-26T01:58:28.578 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-26T01:58:28.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:58:28.579 DEBUG:teuthology.orchestra.run.smithi100:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-26T01:58:28.717 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T01:58:28.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:58:28.718 DEBUG:teuthology.orchestra.run.smithi100:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T01:58:28.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:58:28.812 DEBUG:teuthology.orchestra.run.smithi100:> ip netns list 2024-04-26T01:58:28.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:28 smithi100 ceph-mon[28020]: pgmap v338: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:28.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:28 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1176123907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T01:58:28.890 INFO:teuthology.orchestra.run.smithi100.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T01:58:28.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:58:28.890 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T01:58:29.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:58:29.051 DEBUG:teuthology.orchestra.run.smithi100:> sudo ip link delete ceph-brx 2024-04-26T01:58:29.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:28 smithi148 ceph-mon[32990]: pgmap v338: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:29.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:28 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1176123907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T01:58:29.152 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T01:58:29.163 INFO:tasks.cephadm:Teardown begin 2024-04-26T01:58:29.164 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-26T01:58:29.164 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:29.165 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:28 smithi133 ceph-mon[32344]: pgmap v338: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:29.165 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:28 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1176123907' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T01:58:29.546 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:30.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:30 smithi100 ceph-mon[28020]: pgmap v339: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:31.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:30 smithi148 ceph-mon[32990]: pgmap v339: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:31.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:30 smithi133 ceph-mon[32344]: pgmap v339: 97 pgs: 97 active+clean; 106 MiB data, 988 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 12 op/s 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 -- 172.21.15.100:0/580292779 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0075590 msgr2=0x7f39e01136d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 --2- 172.21.15.100:0/580292779 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0075590 0x7f39e01136d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f39cc009990 tx=0x7f39cc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 -- 172.21.15.100:0/580292779 shutdown_connections 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 --2- 172.21.15.100:0/580292779 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0113c10 0x7f39e0116000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 --2- 172.21.15.100:0/580292779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0074c70 0x7f39e0075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 --2- 172.21.15.100:0/580292779 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0075590 0x7f39e01136d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.783+0000 7f39e7600700 1 -- 172.21.15.100:0/580292779 >> 172.21.15.100:0/580292779 conn(0x7f39e0079ba0 msgr2=0x7f39e0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.784+0000 7f39e7600700 1 -- 172.21.15.100:0/580292779 shutdown_connections 2024-04-26T01:58:31.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.784+0000 7f39e7600700 1 -- 172.21.15.100:0/580292779 wait complete. 2024-04-26T01:58:31.784 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 Processor -- start 2024-04-26T01:58:31.784 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 -- start start 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0075590 0x7f39e01a5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0113c10 0x7f39e019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f39e0119390 con 0x7f39e0074c70 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39e0119210 con 0x7f39e0113c10 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.785+0000 7f39e7600700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f39e0119510 con 0x7f39e0075590 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e5600700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0113c10 0x7f39e019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:54670/0 (socket says 172.21.15.100:54670) 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 -- 172.21.15.100:0/3353203432 learned_addr learned my addr 172.21.15.100:0/3353203432 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:31.785 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39dfe00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0075590 0x7f39e01a5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:31.786 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 -- 172.21.15.100:0/3353203432 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0075590 msgr2=0x7f39e01a5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:31.786 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0075590 0x7f39e01a5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.786 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 -- 172.21.15.100:0/3353203432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0113c10 msgr2=0x7f39e019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0113c10 0x7f39e019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.786+0000 7f39e4c00700 1 -- 172.21.15.100:0/3353203432 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e019fff0 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39e4c00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f39d400e9a0 tx=0x7f39d400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d400ca10 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f39d400cbb0 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d4018680 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39e01a02e0 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.787+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39e01ac5c0 con 0x7f39e0074c70 2024-04-26T01:58:31.787 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.788+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39e0076360 con 0x7f39e0074c70 2024-04-26T01:58:31.789 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.790+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f39d4018820 con 0x7f39e0074c70 2024-04-26T01:58:31.790 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.792+0000 7f39dd600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 0x7f39c80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:31.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.792+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f39d40d0a20 con 0x7f39e0074c70 2024-04-26T01:58:31.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.792+0000 7f39dfe00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 0x7f39c80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:31.791 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.793+0000 7f39dfe00700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 0x7f39c80a6270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f39e01a0ed0 tx=0x7f39cc00b260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:31.795 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:31.797+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f39d409d060 con 0x7f39e0074c70 2024-04-26T01:58:32.070 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.071+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39e0069730 con 0x7f39e0074c70 2024-04-26T01:58:32.071 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.073+0000 7f39dd600700 1 -- 172.21.15.100:0/3353203432 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+11958 (secure 0 0 0) 0x7f39d409c960 con 0x7f39e0074c70 2024-04-26T01:58:32.072 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:58:32.072 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":57,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":57,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:55:20.101787+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:58:32.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 msgr2=0x7f39c80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.074 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 0x7f39c80a6270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f39e01a0ed0 tx=0x7f39cc00b260 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 msgr2=0x7f39e01a5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f39d400e9a0 tx=0x7f39d400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 shutdown_connections 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39c80a3db0 0x7f39c80a6270 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39e0113c10 0x7f39e019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f39e0074c70 0x7f39e01a5640 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 --2- 172.21.15.100:0/3353203432 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f39e0075590 0x7f39e01a5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.075+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 >> 172.21.15.100:0/3353203432 conn(0x7f39e0079ba0 msgr2=0x7f39e01129d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:32.075 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.076+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 shutdown_connections 2024-04-26T01:58:32.076 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:32.076+0000 7f39e7600700 1 -- 172.21.15.100:0/3353203432 wait complete. 2024-04-26T01:58:32.076 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 57 2024-04-26T01:58:32.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:32 smithi100 ceph-mon[28020]: pgmap v340: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.3 KiB/s wr, 16 op/s 2024-04-26T01:58:32.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:32 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3353203432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:32.898 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:58:33.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:32 smithi148 ceph-mon[32990]: pgmap v340: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.3 KiB/s wr, 16 op/s 2024-04-26T01:58:33.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:32 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3353203432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:33.154 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:32 smithi133 ceph-mon[32344]: pgmap v340: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.3 KiB/s wr, 16 op/s 2024-04-26T01:58:33.154 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:32 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3353203432' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:33.329 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:35.011 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:34 smithi100 ceph-mon[28020]: pgmap v341: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T01:58:35.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:34 smithi148 ceph-mon[32990]: pgmap v341: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T01:58:35.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:34 smithi133 ceph-mon[32344]: pgmap v341: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.535+0000 7fa2eca00700 1 -- 172.21.15.100:0/464402911 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 msgr2=0x7fa2e8108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.535+0000 7fa2eca00700 1 --2- 172.21.15.100:0/464402911 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e8108e30 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8009990 tx=0x7fa2d8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 -- 172.21.15.100:0/464402911 shutdown_connections 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 --2- 172.21.15.100:0/464402911 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8103450 0x7fa2e810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 --2- 172.21.15.100:0/464402911 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e8108e30 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.535 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 --2- 172.21.15.100:0/464402911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8102a90 0x7fa2e8102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.536 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 -- 172.21.15.100:0/464402911 >> 172.21.15.100:0/464402911 conn(0x7fa2e8079ba0 msgr2=0x7fa2e8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:35.536 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 -- 172.21.15.100:0/464402911 shutdown_connections 2024-04-26T01:58:35.536 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.536+0000 7fa2eca00700 1 -- 172.21.15.100:0/464402911 wait complete. 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 Processor -- start 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 -- start start 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 0x7fa2e8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e80757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e8112db0 con 0x7fa2e8108a50 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e8112c30 con 0x7fa2e8103450 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.537+0000 7fa2eca00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7fa2e8112f30 con 0x7fa2e8102a90 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:35.537 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2e5e00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 0x7fa2e8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43418/0 (socket says 172.21.15.100:43418) 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 -- 172.21.15.100:0/1370981746 learned_addr learned my addr 172.21.15.100:0/1370981746 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2e6800700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e80757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 -- 172.21.15.100:0/1370981746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 msgr2=0x7fa2e8074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 0x7fa2e8074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 -- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 msgr2=0x7fa2e80757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e80757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 -- 172.21.15.100:0/1370981746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2e81a77d0 con 0x7fa2e8103450 2024-04-26T01:58:35.538 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2e5e00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 0x7fa2e8074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.538+0000 7fa2dd400700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000e9a0 tx=0x7fa2d000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.539+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d000ca10 con 0x7fa2e8103450 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.539+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2d000cbb0 con 0x7fa2e8103450 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.539+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2e81a7ac0 con 0x7fa2e8103450 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.539+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0018680 con 0x7fa2e8103450 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.539+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2e81a8000 con 0x7fa2e8103450 2024-04-26T01:58:35.539 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.540+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2e8069730 con 0x7fa2e8103450 2024-04-26T01:58:35.541 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.542+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7fa2d0018820 con 0x7fa2e8103450 2024-04-26T01:58:35.542 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.544+0000 7fa2df400700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 0x7fa2cc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:35.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.544+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7fa2d00d0bf0 con 0x7fa2e8103450 2024-04-26T01:58:35.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.544+0000 7fa2e5e00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 0x7fa2cc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:35.543 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.544+0000 7fa2e5e00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 0x7fa2cc0a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa2d800b790 tx=0x7fa2d801a040 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:35.545 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.546+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa2d009d230 con 0x7fa2e8103450 2024-04-26T01:58:35.819 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.820+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2e802e140 con 0x7fa2e8103450 2024-04-26T01:58:35.821 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.822+0000 7fa2df400700 1 -- 172.21.15.100:0/1370981746 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+11958 (secure 0 0 0) 0x7fa2d009cb30 con 0x7fa2e8103450 2024-04-26T01:58:35.821 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:58:35.821 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":57,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6835/3578095749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6834","nonce":3578095749},{"type":"v1","addr":"172.21.15.100:6835","nonce":3578095749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.100:6841/3162034642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6840","nonce":3162034642},{"type":"v1","addr":"172.21.15.100:6841","nonce":3162034642}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":57,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:43:26.014519+0000","modified":"2024-04-26T01:55:20.101787+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24533,"mds_1":24526,"mds_2":24515,"mds_3":24511,"mds_4":24499},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24446":{"gid":24446,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6833/3217686984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":3217686984},{"type":"v1","addr":"172.21.15.133:6833","nonce":3217686984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.148:6833/710717895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6832","nonce":710717895},{"type":"v1","addr":"172.21.15.148:6833","nonce":710717895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3376227086","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3376227086},{"type":"v1","addr":"172.21.15.133:6835","nonce":3376227086}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"d","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.100:6837/2484644803","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6836","nonce":2484644803},{"type":"v1","addr":"172.21.15.100:6837","nonce":2484644803}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":18,"addr":"172.21.15.148:6835/3676070243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6834","nonce":3676070243},{"type":"v1","addr":"172.21.15.148:6835","nonce":3676070243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":17,"addr":"172.21.15.148:6837/1262727475","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6836","nonce":1262727475},{"type":"v1","addr":"172.21.15.148:6837","nonce":1262727475}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24515":{"gid":24515,"name":"g","rank":2,"incarnation":21,"state":"up:active","state_seq":13,"addr":"172.21.15.100:6839/2373959834","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6838","nonce":2373959834},{"type":"v1","addr":"172.21.15.100:6839","nonce":2373959834}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":15,"addr":"172.21.15.148:6839/3849159261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6838","nonce":3849159261},{"type":"v1","addr":"172.21.15.148:6839","nonce":3849159261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.133:6839/4232283142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":4232283142},{"type":"v1","addr":"172.21.15.133:6839","nonce":4232283142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25472":{"gid":25472,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/2428035073","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":2428035073},{"type":"v1","addr":"172.21.15.133:6837","nonce":2428035073}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24533,24526,24515,24499,24511]},"id":1}]} 2024-04-26T01:58:35.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.825+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 msgr2=0x7fa2cc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:35.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.825+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 0x7fa2cc0a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa2d800b790 tx=0x7fa2d801a040 comp rx=0 tx=0).stop 2024-04-26T01:58:35.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.825+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 msgr2=0x7fa2e8075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:35.824 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.825+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000e9a0 tx=0x7fa2d000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 shutdown_connections 2024-04-26T01:58:35.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7fa2cc0a3db0 0x7fa2cc0a6270 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7fa2e8108a50 0x7fa2e80757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7fa2e8102a90 0x7fa2e8074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.825 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 --2- 172.21.15.100:0/1370981746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa2e8103450 0x7fa2e8075280 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:35.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 >> 172.21.15.100:0/1370981746 conn(0x7fa2e8079ba0 msgr2=0x7fa2e8101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:35.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 shutdown_connections 2024-04-26T01:58:35.826 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:35.826+0000 7fa2eca00700 1 -- 172.21.15.100:0/1370981746 wait complete. 2024-04-26T01:58:35.827 INFO:teuthology.orchestra.run.smithi100.stderr:dumped fsmap epoch 57 2024-04-26T01:58:36.649 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:58:37.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:36 smithi148 ceph-mon[32990]: pgmap v342: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T01:58:37.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:36 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1370981746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:37.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:36 smithi100 ceph-mon[28020]: pgmap v342: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T01:58:37.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:36 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1370981746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:37.092 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:37.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:36 smithi133 ceph-mon[32344]: pgmap v342: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T01:58:37.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:36 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1370981746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:58:38.981 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:38 smithi100 ceph-mon[28020]: pgmap v343: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T01:58:39.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:38 smithi148 ceph-mon[32990]: pgmap v343: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T01:58:39.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:38 smithi133 ceph-mon[32344]: pgmap v343: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T01:58:39.318 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.318+0000 7f7e40400700 1 -- 172.21.15.100:0/738668990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 msgr2=0x7f7e38108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:39.318 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.318+0000 7f7e40400700 1 --2- 172.21.15.100:0/738668990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e38108e50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c009990 tx=0x7f7e2c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.318 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 -- 172.21.15.100:0/738668990 shutdown_connections 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 --2- 172.21.15.100:0/738668990 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e3810f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 --2- 172.21.15.100:0/738668990 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e38108e50 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 --2- 172.21.15.100:0/738668990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 -- 172.21.15.100:0/738668990 >> 172.21.15.100:0/738668990 conn(0x7f7e38079b10 msgr2=0x7f7e38079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 -- 172.21.15.100:0/738668990 shutdown_connections 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.319+0000 7f7e40400700 1 -- 172.21.15.100:0/738668990 wait complete. 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.320+0000 7f7e40400700 1 Processor -- start 2024-04-26T01:58:39.319 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 -- start start 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e380757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f7e38112dc0 con 0x7f7e38108a70 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7e38112c40 con 0x7f7e38102ac0 2024-04-26T01:58:39.320 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.321+0000 7f7e40400700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f7e38112f40 con 0x7f7e38103460 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3e400700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e380757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3d000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:43432/0 (socket says 172.21.15.100:43432) 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3d000700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:56296/0 (socket says 172.21.15.100:56296) 2024-04-26T01:58:39.321 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 -- 172.21.15.100:0/1349428379 learned_addr learned my addr 172.21.15.100:0/1349428379 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 -- 172.21.15.100:0/1349428379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 msgr2=0x7f7e38075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 -- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 msgr2=0x7f7e380757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e380757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 -- 172.21.15.100:0/1349428379 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e381a7780 con 0x7f7e38102ac0 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3d000700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:39.322 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.322+0000 7f7e3da00700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c005910 tx=0x7f7e2c00bfc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.323+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c027070 con 0x7f7e38102ac0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.323+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e381a7a10 con 0x7f7e38102ac0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.323+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7e2c00b610 con 0x7f7e38102ac0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.323+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c0173f0 con 0x7f7e38102ac0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.323+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e381a7ec0 con 0x7f7e38102ac0 2024-04-26T01:58:39.323 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.324+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e38069730 con 0x7f7e38102ac0 2024-04-26T01:58:39.325 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.326+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f7e2c02a070 con 0x7f7e38102ac0 2024-04-26T01:58:39.327 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.328+0000 7f7e36000700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 0x7f7e200a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:39.327 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.328+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f7e2c0d1a30 con 0x7f7e38102ac0 2024-04-26T01:58:39.327 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.328+0000 7f7e3d000700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 0x7f7e200a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:39.327 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.329+0000 7f7e3d000700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 0x7f7e200a6270 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7e3807a0f0 tx=0x7f7e24009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:39.329 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.330+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7e2c031070 con 0x7f7e38102ac0 2024-04-26T01:58:39.557 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.557+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7e3802df80 con 0x7f7e38102ac0 2024-04-26T01:58:39.558 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.560+0000 7f7e36000700 1 -- 172.21.15.100:0/1349428379 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+23194 (secure 0 0 0) 0x7f7e2c013070 con 0x7f7e38102ac0 2024-04-26T01:58:39.559 INFO:teuthology.orchestra.run.smithi100.stdout: 2024-04-26T01:58:39.559 INFO:teuthology.orchestra.run.smithi100.stdout:{"epoch":103,"fsid":"e2513004-036c-11ef-bc93-c7b262605968","created":"2024-04-26T01:33:49.070654+0000","modified":"2024-04-26T01:58:20.188897+0000","last_up_change":"2024-04-26T01:42:08.134394+0000","last_in_change":"2024-04-26T01:41:47.425518+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:37:51.362697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:43:17.095835+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:43:21.873929+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":102,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"18907589-b229-46b0-b8c0-beb00bb67585","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6803","nonce":558921522}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6805","nonce":558921522}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6809","nonce":558921522}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6806","nonce":558921522},{"type":"v1","addr":"172.21.15.100:6807","nonce":558921522}]},"public_addr":"172.21.15.100:6803/558921522","cluster_addr":"172.21.15.100:6805/558921522","heartbeat_back_addr":"172.21.15.100:6809/558921522","heartbeat_front_addr":"172.21.15.100:6807/558921522","state":["exists","up"]},{"osd":1,"uuid":"585752d1-760b-48c6-9b51-6ffd28bd39a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6801","nonce":1567946827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6803","nonce":1567946827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6807","nonce":1567946827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":1567946827},{"type":"v1","addr":"172.21.15.133:6805","nonce":1567946827}]},"public_addr":"172.21.15.133:6801/1567946827","cluster_addr":"172.21.15.133:6803/1567946827","heartbeat_back_addr":"172.21.15.133:6807/1567946827","heartbeat_front_addr":"172.21.15.133:6805/1567946827","state":["exists","up"]},{"osd":2,"uuid":"77fddc53-bb17-4589-9fb7-237560ebf37b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6800","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6801","nonce":2133858376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6802","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6803","nonce":2133858376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6806","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6807","nonce":2133858376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6804","nonce":2133858376},{"type":"v1","addr":"172.21.15.148:6805","nonce":2133858376}]},"public_addr":"172.21.15.148:6801/2133858376","cluster_addr":"172.21.15.148:6803/2133858376","heartbeat_back_addr":"172.21.15.148:6807/2133858376","heartbeat_front_addr":"172.21.15.148:6805/2133858376","state":["exists","up"]},{"osd":3,"uuid":"431e7dc2-53d9-4a0a-9c6d-1d1dcc6302bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6810","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6811","nonce":2648644460}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6813","nonce":2648644460}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6817","nonce":2648644460}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":2648644460},{"type":"v1","addr":"172.21.15.100:6815","nonce":2648644460}]},"public_addr":"172.21.15.100:6811/2648644460","cluster_addr":"172.21.15.100:6813/2648644460","heartbeat_back_addr":"172.21.15.100:6817/2648644460","heartbeat_front_addr":"172.21.15.100:6815/2648644460","state":["exists","up"]},{"osd":4,"uuid":"694b5563-1d11-4645-a1b6-fe29d9793b5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6809","nonce":1984783148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6811","nonce":1984783148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6815","nonce":1984783148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":1984783148},{"type":"v1","addr":"172.21.15.133:6813","nonce":1984783148}]},"public_addr":"172.21.15.133:6809/1984783148","cluster_addr":"172.21.15.133:6811/1984783148","heartbeat_back_addr":"172.21.15.133:6815/1984783148","heartbeat_front_addr":"172.21.15.133:6813/1984783148","state":["exists","up"]},{"osd":5,"uuid":"ccc24a74-3fda-48c2-92fb-3a931c52861f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6808","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6809","nonce":3571811796}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6810","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6811","nonce":3571811796}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6814","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6815","nonce":3571811796}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6812","nonce":3571811796},{"type":"v1","addr":"172.21.15.148:6813","nonce":3571811796}]},"public_addr":"172.21.15.148:6809/3571811796","cluster_addr":"172.21.15.148:6811/3571811796","heartbeat_back_addr":"172.21.15.148:6815/3571811796","heartbeat_front_addr":"172.21.15.148:6813/3571811796","state":["exists","up"]},{"osd":6,"uuid":"a27b133f-77c4-4989-9a9d-0a497da41a99","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6819","nonce":2947589039}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6821","nonce":2947589039}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6825","nonce":2947589039}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":2947589039},{"type":"v1","addr":"172.21.15.100:6823","nonce":2947589039}]},"public_addr":"172.21.15.100:6819/2947589039","cluster_addr":"172.21.15.100:6821/2947589039","heartbeat_back_addr":"172.21.15.100:6825/2947589039","heartbeat_front_addr":"172.21.15.100:6823/2947589039","state":["exists","up"]},{"osd":7,"uuid":"ac3f1b03-d874-409b-a13f-ab0e3ac19674","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6817","nonce":4188709943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6819","nonce":4188709943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6823","nonce":4188709943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":4188709943},{"type":"v1","addr":"172.21.15.133:6821","nonce":4188709943}]},"public_addr":"172.21.15.133:6817/4188709943","cluster_addr":"172.21.15.133:6819/4188709943","heartbeat_back_addr":"172.21.15.133:6823/4188709943","heartbeat_front_addr":"172.21.15.133:6821/4188709943","state":["exists","up"]},{"osd":8,"uuid":"34250499-6399-4018-9898-b990bc3cafe7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6816","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6817","nonce":1272692578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6818","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6819","nonce":1272692578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6822","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6823","nonce":1272692578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6820","nonce":1272692578},{"type":"v1","addr":"172.21.15.148:6821","nonce":1272692578}]},"public_addr":"172.21.15.148:6817/1272692578","cluster_addr":"172.21.15.148:6819/1272692578","heartbeat_back_addr":"172.21.15.148:6823/1272692578","heartbeat_front_addr":"172.21.15.148:6821/1272692578","state":["exists","up"]},{"osd":9,"uuid":"27fc7905-6e7a-4e12-b5c5-bfade2c67133","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6827","nonce":702267990}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6829","nonce":702267990}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6832","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6833","nonce":702267990}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":702267990},{"type":"v1","addr":"172.21.15.100:6831","nonce":702267990}]},"public_addr":"172.21.15.100:6827/702267990","cluster_addr":"172.21.15.100:6829/702267990","heartbeat_back_addr":"172.21.15.100:6833/702267990","heartbeat_front_addr":"172.21.15.100:6831/702267990","state":["exists","up"]},{"osd":10,"uuid":"c246b543-5649-4e1c-b9ae-e1cabaa20e90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6825","nonce":3506973367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6827","nonce":3506973367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6831","nonce":3506973367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":3506973367},{"type":"v1","addr":"172.21.15.133:6829","nonce":3506973367}]},"public_addr":"172.21.15.133:6825/3506973367","cluster_addr":"172.21.15.133:6827/3506973367","heartbeat_back_addr":"172.21.15.133:6831/3506973367","heartbeat_front_addr":"172.21.15.133:6829/3506973367","state":["exists","up"]},{"osd":11,"uuid":"2bf8e585-4f97-4d9e-af94-ef2848e65fe3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6824","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6825","nonce":3578070656}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6826","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6827","nonce":3578070656}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6830","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6831","nonce":3578070656}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.148:6828","nonce":3578070656},{"type":"v1","addr":"172.21.15.148:6829","nonce":3578070656}]},"public_addr":"172.21.15.148:6825/3578070656","cluster_addr":"172.21.15.148:6827/3578070656","heartbeat_back_addr":"172.21.15.148:6831/3578070656","heartbeat_front_addr":"172.21.15.148:6829/3578070656","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:00.005117+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:24.964326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:37:49.562470+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:21.740311+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:38:47.894188+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:12.960005+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:46.842493+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:13.580352+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:38.918870+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:12.953382+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:39.318733+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:05.813751+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.e","mappings":[{"from":4,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.25","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.100:0/115872624":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/691924702":"2024-04-27T01:35:05.200705+0000","172.21.15.100:6801/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/514650285":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/599467682":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/3732339740":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6800/2720005160":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3019551306":"2024-04-27T01:34:31.107984+0000","172.21.15.100:6800/2011962330":"2024-04-27T01:35:05.200705+0000","172.21.15.100:0/1406746040":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/3383786923":"2024-04-27T01:47:38.855067+0000","172.21.15.100:6801/466558262":"2024-04-27T01:47:38.855067+0000","172.21.15.100:0/2563810532":"2024-04-27T01:34:31.107984+0000","172.21.15.100:0/1140887639":"2024-04-27T01:35:05.200705+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:58:39.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 msgr2=0x7f7e200a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:39.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 0x7f7e200a6270 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7e3807a0f0 tx=0x7f7e24009260 comp rx=0 tx=0).stop 2024-04-26T01:58:39.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 msgr2=0x7f7e38074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:39.562 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c005910 tx=0x7f7e2c00bfc0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 shutdown_connections 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f7e200a3db0 0x7f7e200a6270 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f7e38108a70 0x7f7e380757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e38102ac0 0x7f7e38074d40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 --2- 172.21.15.100:0/1349428379 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f7e38103460 0x7f7e38075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.563+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 >> 172.21.15.100:0/1349428379 conn(0x7f7e38079b10 msgr2=0x7f7e38100b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.564+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 shutdown_connections 2024-04-26T01:58:39.563 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:39.564+0000 7f7e40400700 1 -- 172.21.15.100:0/1349428379 wait complete. 2024-04-26T01:58:39.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:39 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1349428379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:40.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:39 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1349428379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:40.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:39 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1349428379' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:58:40.408 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs fail cephfs 2024-04-26T01:58:40.870 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:41.021 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:40 smithi100 ceph-mon[28020]: pgmap v344: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:58:41.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:40 smithi148 ceph-mon[32990]: pgmap v344: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:58:41.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:40 smithi133 ceph-mon[32344]: pgmap v344: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:58:42.824 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:42 smithi100 ceph-mon[28020]: pgmap v345: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:58:43.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:42 smithi148 ceph-mon[32990]: pgmap v345: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:58:43.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:42 smithi133 ceph-mon[32344]: pgmap v345: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 -- 172.21.15.100:0/3932969792 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8109f60 msgr2=0x7f33f8111b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 --2- 172.21.15.100:0/3932969792 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8109f60 0x7f33f8111b30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f33f000b0d0 tx=0x7f33f000b3e0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 -- 172.21.15.100:0/3932969792 shutdown_connections 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 --2- 172.21.15.100:0/3932969792 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8109f60 0x7f33f8111b30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 --2- 172.21.15.100:0/3932969792 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8104e80 0x7f33f8105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 --2- 172.21.15.100:0/3932969792 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8105830 0x7f33f8109880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 -- 172.21.15.100:0/3932969792 >> 172.21.15.100:0/3932969792 conn(0x7f33f81006f0 msgr2=0x7f33f8102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:43.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 -- 172.21.15.100:0/3932969792 shutdown_connections 2024-04-26T01:58:43.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.333+0000 7f33fdc00700 1 -- 172.21.15.100:0/3932969792 wait complete. 2024-04-26T01:58:43.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.334+0000 7f33fdc00700 1 Processor -- start 2024-04-26T01:58:43.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 -- start start 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8109f60 0x7f33f819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f33f8114f30 con 0x7f33f8105830 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f33f8114db0 con 0x7f33f8104e80 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33fdc00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f33f81150b0 con 0x7f33f8109f60 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33efe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33f6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33efe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59522/0 (socket says 172.21.15.100:59522) 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33f6a00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.100:59078/0 (socket says 172.21.15.100:59078) 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.335+0000 7f33efe00700 1 -- 172.21.15.100:0/1145495671 learned_addr learned my addr 172.21.15.100:0/1145495671 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f7400700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8109f60 0x7f33f819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 -- 172.21.15.100:0/1145495671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8109f60 msgr2=0x7f33f819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:43.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8109f60 0x7f33f819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 -- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 msgr2=0x7f33f819b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 -- 172.21.15.100:0/1145495671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33f81a03d0 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33efe00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33f6a00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f33e800e9f0 tx=0x7f33e800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.336+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e800c9c0 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.337+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33f81a06c0 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.337+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f33e800cb60 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.337+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8018680 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.337+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33f81a7f40 con 0x7f33f8104e80 2024-04-26T01:58:43.337 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.338+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33f8069730 con 0x7f33f8104e80 2024-04-26T01:58:43.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.340+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f33e8010430 con 0x7f33f8104e80 2024-04-26T01:58:43.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.341+0000 7f33ef400700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 0x7f33dc0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:43.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.342+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8513+0+0 (secure 0 0 0) 0x7f33e80d09e0 con 0x7f33f8104e80 2024-04-26T01:58:43.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.342+0000 7f33efe00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 0x7f33dc0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:43.341 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.342+0000 7f33efe00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 0x7f33dc0a6270 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f33f810b510 tx=0x7f33e0009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:43.342 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.344+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f33e809d0b0 con 0x7f33f8104e80 2024-04-26T01:58:43.622 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.622+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f33f802df80 con 0x7f33f8104e80 2024-04-26T01:58:43.632 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.633+0000 7f33ef400700 1 -- 172.21.15.100:0/1145495671 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v58) ==== 161+0+0 (secure 0 0 0) 0x7f33e809c9b0 con 0x7f33f8104e80 2024-04-26T01:58:43.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 msgr2=0x7f33dc0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:43.636 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 0x7f33dc0a6270 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f33f810b510 tx=0x7f33e0009260 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 msgr2=0x7f33f819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f33e800e9f0 tx=0x7f33e800ed00 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 shutdown_connections 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f33dc0a3db0 0x7f33dc0a6270 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f33f8109f60 0x7f33f819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33f8104e80 0x7f33f819b3c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 --2- 172.21.15.100:0/1145495671 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f33f8105830 0x7f33f819b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.637+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 >> 172.21.15.100:0/1145495671 conn(0x7f33f81006f0 msgr2=0x7f33f8101270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.638+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 shutdown_connections 2024-04-26T01:58:43.637 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:43.638+0000 7f33fdc00700 1 -- 172.21.15.100:0/1145495671 wait complete. 2024-04-26T01:58:43.638 INFO:teuthology.orchestra.run.smithi100.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-26T01:58:43.998 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mds[69279]: -- 172.21.15.100:0/885961568 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c108871a40 con 0x55c108844800 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: starting mds.d at 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mds[70095]: -- 172.21.15.100:0/2453807458 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557c6b6a5a40 con 0x557c6b678800 2024-04-26T01:58:43.999 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: starting mds.g at 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a[28016]: 2024-04-26T01:58:43.624+0000 7fc875000700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/1145495671' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T01:58:44.000 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:43 smithi100 ceph-mon[28020]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T01:58:44.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/1145495671' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T01:58:44.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mon[32990]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mds[63468]: -- 172.21.15.148:0/3011150104 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561029c27a40 con 0x561029bfa800 2024-04-26T01:58:44.062 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: starting mds.f at 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mds[63160]: -- 172.21.15.148:0/2137100564 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fb24cd7a40 con 0x55fb24cab000 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: starting mds.l at 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mds[63774]: -- 172.21.15.148:0/1379093938 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5650cef3ba40 con 0x5650cef0ec00 2024-04-26T01:58:44.063 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: starting mds.c at 2024-04-26T01:58:44.064 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.064 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.064 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-mds[64099]: -- 172.21.15.148:0/819976239 <== mon.1 v2:172.21.15.148:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d915333a40 con 0x55d915307000 2024-04-26T01:58:44.064 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 01:58:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: starting mds.i at 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mds[62000]: -- 172.21.15.133:0/449113799 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558c3eb9ba40 con 0x558c3eb6e800 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: starting mds.e at 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.151 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mds[66570]: -- 172.21.15.133:0/2944208871 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e00c169a40 con 0x55e00c13d000 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: starting mds.h at 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mds[62625]: -- 172.21.15.133:0/3634674228 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fce2db9a40 con 0x55fce2d8cc00 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: starting mds.b at 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: ignoring --setuser ceph since I am not root 2024-04-26T01:58:44.152 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: ignoring --setgroup ceph since I am not root 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mds[61688]: -- 172.21.15.133:0/1239781418 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a6fbe4fa40 con 0x55a6fbe23000 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: starting mds.k at 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/1145495671' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T01:58:44.153 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:43 smithi133 ceph-mon[32344]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T01:58:44.450 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-04-26T01:58:44.891 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:45.043 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: pgmap v346: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:45.043 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6833/3983813439,v1:172.21.15.133:6835/3983813439] up:boot 2024-04-26T01:58:45.043 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6832/3946432948,v1:172.21.15.133:6834/3946432948] up:boot 2024-04-26T01:58:45.043 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6832/1201000155,v1:172.21.15.148:6834/1201000155] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6833/1515722634,v1:172.21.15.148:6835/1515722634] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6836/1455086978,v1:172.21.15.148:6838/1455086978] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.148:6837/1387129954,v1:172.21.15.148:6839/1387129954] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6836/1047213149,v1:172.21.15.133:6838/1047213149] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.133:6837/2613822357,v1:172.21.15.133:6839/2613822357] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6837/3189020987,v1:172.21.15.100:6839/3189020987] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: mds.? [v2:172.21.15.100:6836/752934057,v1:172.21.15.100:6838/752934057] up:boot 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:58:45.044 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:58:45.045 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:45.045 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:58:45.045 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:44 smithi100 ceph-mon[28020]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:58:45.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: pgmap v346: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:45.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6833/3983813439,v1:172.21.15.133:6835/3983813439] up:boot 2024-04-26T01:58:45.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6832/3946432948,v1:172.21.15.133:6834/3946432948] up:boot 2024-04-26T01:58:45.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6832/1201000155,v1:172.21.15.148:6834/1201000155] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6833/1515722634,v1:172.21.15.148:6835/1515722634] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6836/1455086978,v1:172.21.15.148:6838/1455086978] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.148:6837/1387129954,v1:172.21.15.148:6839/1387129954] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6836/1047213149,v1:172.21.15.133:6838/1047213149] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.133:6837/2613822357,v1:172.21.15.133:6839/2613822357] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6837/3189020987,v1:172.21.15.100:6839/3189020987] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: mds.? [v2:172.21.15.100:6836/752934057,v1:172.21.15.100:6838/752934057] up:boot 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:58:45.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:58:45.063 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:44 smithi148 ceph-mon[32990]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: pgmap v346: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6833/3983813439,v1:172.21.15.133:6835/3983813439] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6832/3946432948,v1:172.21.15.133:6834/3946432948] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6832/1201000155,v1:172.21.15.148:6834/1201000155] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6833/1515722634,v1:172.21.15.148:6835/1515722634] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6836/1455086978,v1:172.21.15.148:6838/1455086978] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.148:6837/1387129954,v1:172.21.15.148:6839/1387129954] up:boot 2024-04-26T01:58:45.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6836/1047213149,v1:172.21.15.133:6838/1047213149] up:boot 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.133:6837/2613822357,v1:172.21.15.133:6839/2613822357] up:boot 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6837/3189020987,v1:172.21.15.100:6839/3189020987] up:boot 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: mds.? [v2:172.21.15.100:6836/752934057,v1:172.21.15.100:6838/752934057] up:boot 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:58:45.152 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:44 smithi133 ceph-mon[32344]: from='mgr.25147 172.21.15.100:0/3247252564' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:58:46.993 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:46 smithi100 ceph-mon[28020]: pgmap v348: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:58:47.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:46 smithi148 ceph-mon[32990]: pgmap v348: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:58:47.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:46 smithi133 ceph-mon[32344]: pgmap v348: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 -- 172.21.15.100:0/1707890913 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841810f440 msgr2=0x7f8418111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 --2- 172.21.15.100:0/1707890913 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841810f440 0x7f8418111830 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f841000b0a0 tx=0x7f841000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 -- 172.21.15.100:0/1707890913 shutdown_connections 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 --2- 172.21.15.100:0/1707890913 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f841810f440 0x7f8418111830 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 --2- 172.21.15.100:0/1707890913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8418074c70 0x7f8418075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 --2- 172.21.15.100:0/1707890913 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841810ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 -- 172.21.15.100:0/1707890913 >> 172.21.15.100:0/1707890913 conn(0x7f8418079ba0 msgr2=0x7f8418079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 -- 172.21.15.100:0/1707890913 shutdown_connections 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.403+0000 7f841dc00700 1 -- 172.21.15.100:0/1707890913 wait complete. 2024-04-26T01:58:47.403 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.404+0000 7f841dc00700 1 Processor -- start 2024-04-26T01:58:47.404 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.404+0000 7f841dc00700 1 -- start start 2024-04-26T01:58:47.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.404+0000 7f841dc00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:47.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.404+0000 7f841dc00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841819b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:47.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f841dc00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 0x7f841819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:47.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f841dc00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f8418114f40 con 0x7f8418074c70 2024-04-26T01:58:47.405 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f841dc00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8418114dc0 con 0x7f841810f440 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f841dc00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f84181150c0 con 0x7f8418075590 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59588/0 (socket says 172.21.15.100:59588) 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 -- 172.21.15.100:0/75765889 learned_addr learned my addr 172.21.15.100:0/75765889 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8417400700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 0x7f841819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f840e000700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841819b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 -- 172.21.15.100:0/75765889 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 msgr2=0x7f841819b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841819b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 -- 172.21.15.100:0/75765889 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 msgr2=0x7f841819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 0x7f841819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8416a00700 1 -- 172.21.15.100:0/75765889 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84181a0340 con 0x7f8418074c70 2024-04-26T01:58:47.406 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f840e000700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841819b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.405+0000 7f8417400700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 0x7f841819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f8416a00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f840800d980 tx=0x7f840800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8408016070 con 0x7f8418074c70 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8408004d00 con 0x7f8418074c70 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84181a0630 con 0x7f8418074c70 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8408005690 con 0x7f8418074c70 2024-04-26T01:58:47.407 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.406+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84181a7eb0 con 0x7f8418074c70 2024-04-26T01:58:47.408 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.408+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8418069730 con 0x7f8418074c70 2024-04-26T01:58:47.408 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.409+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f8408004750 con 0x7f8418074c70 2024-04-26T01:58:47.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.411+0000 7f840fe00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 0x7f83fc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:47.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.411+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8899+0+0 (secure 0 0 0) 0x7f84080d0710 con 0x7f8418074c70 2024-04-26T01:58:47.410 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.411+0000 7f840e000700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 0x7f83fc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:47.411 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.412+0000 7f840e000700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 0x7f83fc0a62f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8418111000 tx=0x7f8400009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:47.415 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.416+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f840801f020 con 0x7f8418074c70 2024-04-26T01:58:47.695 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.696+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f841819c690 con 0x7f8418074c70 2024-04-26T01:58:47.759 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.760+0000 7f840fe00700 1 -- 172.21.15.100:0/75765889 <== mon.0 v2:172.21.15.100:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v60) ==== 104+0+0 (secure 0 0 0) 0x7f841819c690 con 0x7f8418074c70 2024-04-26T01:58:47.762 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.763+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 msgr2=0x7f83fc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.763+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 0x7f83fc0a62f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8418111000 tx=0x7f8400009260 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.763+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 msgr2=0x7f841819b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.763+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f840800d980 tx=0x7f840800dc90 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 shutdown_connections 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f83fc0a3e30 0x7f83fc0a62f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f841810f440 0x7f841819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f8418074c70 0x7f841819b330 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 --2- 172.21.15.100:0/75765889 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f8418075590 0x7f841819b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 >> 172.21.15.100:0/75765889 conn(0x7f8418079ba0 msgr2=0x7f84180ffb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 shutdown_connections 2024-04-26T01:58:47.763 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:47.764+0000 7f841dc00700 1 -- 172.21.15.100:0/75765889 wait complete. 2024-04-26T01:58:47.826 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:47 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:58:48.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:47 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:58:48.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:47 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:58:48.601 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-26T01:58:48.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: pgmap v349: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:48.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T01:58:48.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T01:58:48.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: Cluster is now healthy 2024-04-26T01:58:48.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:58:48.828 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:48 smithi100 ceph-mon[28020]: fsmap 12 up:standby 2024-04-26T01:58:49.049 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: pgmap v349: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T01:58:49.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T01:58:49.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: Cluster is now healthy 2024-04-26T01:58:49.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:58:49.062 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:48 smithi148 ceph-mon[32990]: fsmap 12 up:standby 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: pgmap v349: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: Cluster is now healthy 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/75765889' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:58:49.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:48 smithi133 ceph-mon[32344]: fsmap 12 up:standby 2024-04-26T01:58:50.911 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:50 smithi100 ceph-mon[28020]: pgmap v350: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:51.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:50 smithi148 ceph-mon[32990]: pgmap v350: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:51.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:50 smithi133 ceph-mon[32344]: pgmap v350: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 -- 172.21.15.100:0/1541328823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06ba40 msgr2=0x7f0a1c10efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 --2- 172.21.15.100:0/1541328823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c10efb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0a08009990 tx=0x7f0a08009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 -- 172.21.15.100:0/1541328823 shutdown_connections 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 --2- 172.21.15.100:0/1541328823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 --2- 172.21.15.100:0/1541328823 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c06b120 0x7f0a1c06b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 --2- 172.21.15.100:0/1541328823 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c10efb0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.205 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 -- 172.21.15.100:0/1541328823 >> 172.21.15.100:0/1541328823 conn(0x7f0a1c0788b0 msgr2=0x7f0a1c078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:51.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 -- 172.21.15.100:0/1541328823 shutdown_connections 2024-04-26T01:58:51.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.206+0000 7f0a24200700 1 -- 172.21.15.100:0/1541328823 wait complete. 2024-04-26T01:58:51.206 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.207+0000 7f0a24200700 1 Processor -- start 2024-04-26T01:58:51.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 -- start start 2024-04-26T01:58:51.207 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c19fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1c114f90 con 0x7f0a1c06b120 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1c114e10 con 0x7f0a1c06ba40 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a24200700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1c115110 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a21800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a21800700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.100:3300/0 says I am v2:172.21.15.100:59600/0 (socket says 172.21.15.100:59600) 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a21800700 1 -- 172.21.15.100:0/2390193850 learned_addr learned my addr 172.21.15.100:0/2390193850 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a22200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c19fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.208+0000 7f0a20e00700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 -- 172.21.15.100:0/2390193850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c06ba40 msgr2=0x7f0a1c19b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c19b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.208 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 -- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 msgr2=0x7f0a1c19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 -- 172.21.15.100:0/2390193850 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a1c1a0420 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a21800700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a22200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c19fce0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0a1400ef90 tx=0x7f0a1400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.209+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a140092e0 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.210+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a1c1a06b0 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.210+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0a14004bb0 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.210+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a1c1a7f90 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.210+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a14004020 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.209 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.211+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a1c101f60 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.211 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.213+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f0a1401b030 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.214+0000 7f0a1a000700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 0x7f0a040a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:51.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.214+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8899+0+0 (secure 0 0 0) 0x7f0a140d0e20 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.212 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.215+0000 7f0a21800700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 0x7f0a040a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:51.213 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.215+0000 7f0a21800700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 0x7f0a040a6270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0a10011550 tx=0x7f0a10009260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:51.215 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.217+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0a14022020 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.444 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.446+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0a1c02df80 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.776 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.777+0000 7f0a1a000700 1 -- 172.21.15.100:0/2390193850 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v105) ==== 181+0+0 (secure 0 0 0) 0x7f0a140a3070 con 0x7f0a1c10f4f0 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.783+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 msgr2=0x7f0a040a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.783+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 0x7f0a040a6270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0a10011550 tx=0x7f0a10009260 comp rx=0 tx=0).stop 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.783+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 msgr2=0x7f0a1c19fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.783+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c19fce0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0a1400ef90 tx=0x7f0a1400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 shutdown_connections 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f0a040a3db0 0x7f0a040a6270 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f0a1c10f4f0 0x7f0a1c19fce0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f0a1c06b120 0x7f0a1c19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.782 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 --2- 172.21.15.100:0/2390193850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a1c06ba40 0x7f0a1c19b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:51.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 >> 172.21.15.100:0/2390193850 conn(0x7f0a1c0788b0 msgr2=0x7f0a1c110940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:51.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 shutdown_connections 2024-04-26T01:58:51.783 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:51.784+0000 7f0a24200700 1 -- 172.21.15.100:0/2390193850 wait complete. 2024-04-26T01:58:51.785 INFO:teuthology.orchestra.run.smithi100.stderr:pool 'cephfs_metadata' removed 2024-04-26T01:58:52.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:51 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/2390193850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:51 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:51 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/2390193850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.076 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:51 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:51 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/2390193850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:51 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:52.598 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e2513004-036c-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-26T01:58:52.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:52 smithi100 ceph-mon[28020]: pgmap v351: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-04-26T01:58:52.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:52 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:52.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:52 smithi100 ceph-mon[28020]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T01:58:53.055 INFO:teuthology.orchestra.run.smithi100.stderr:Inferring config /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:58:53.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:52 smithi148 ceph-mon[32990]: pgmap v351: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-04-26T01:58:53.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:52 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:53.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:52 smithi148 ceph-mon[32990]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T01:58:53.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:52 smithi133 ceph-mon[32344]: pgmap v351: 97 pgs: 97 active+clean; 106 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-04-26T01:58:53.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:52 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:53.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:52 smithi133 ceph-mon[32344]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T01:58:55.033 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:54 smithi100 ceph-mon[28020]: pgmap v353: 65 pgs: 65 active+clean; 577 KiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:55.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:54 smithi148 ceph-mon[32990]: pgmap v353: 65 pgs: 65 active+clean; 577 KiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:55.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:54 smithi133 ceph-mon[32344]: pgmap v353: 65 pgs: 65 active+clean; 577 KiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 -- 172.21.15.100:0/1822546869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938102a90 msgr2=0x7f3938102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 --2- 172.21.15.100:0/1822546869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938102a90 0x7f3938102f10 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3924009990 tx=0x7f3924009ca0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 -- 172.21.15.100:0/1822546869 shutdown_connections 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 --2- 172.21.15.100:0/1822546869 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 0x7f393810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 --2- 172.21.15.100:0/1822546869 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938108a50 0x7f3938108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 --2- 172.21.15.100:0/1822546869 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938102a90 0x7f3938102f10 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 -- 172.21.15.100:0/1822546869 >> 172.21.15.100:0/1822546869 conn(0x7f3938079ba0 msgr2=0x7f3938079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 -- 172.21.15.100:0/1822546869 shutdown_connections 2024-04-26T01:58:55.331 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.332+0000 7f393fe00700 1 -- 172.21.15.100:0/1822546869 wait complete. 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.333+0000 7f393fe00700 1 Processor -- start 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.333+0000 7f393fe00700 1 -- start start 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 0x7f393819ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938108a50 0x7f393819fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 -- --> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] -- mon_getmap magic: 0 -- 0x7f3938112df0 con 0x7f3938108a50 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3938112c70 con 0x7f3938103450 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393fe00700 1 -- --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_getmap magic: 0 -- 0x7f3938112f70 con 0x7f3938102a90 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393de00700 1 --2- >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938108a50 0x7f393819fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393d400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.333 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393d400700 1 --2- >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.148:3300/0 says I am v2:172.21.15.100:60998/0 (socket says 172.21.15.100:60998) 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393d400700 1 -- 172.21.15.100:0/3554264488 learned_addr learned my addr 172.21.15.100:0/3554264488 (peer_addr_for_me v2:172.21.15.100:0/0) 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.334+0000 7f393ca00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 0x7f393819ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 -- 172.21.15.100:0/3554264488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 msgr2=0x7f393819ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 0x7f393819ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 -- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938108a50 msgr2=0x7f393819fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938108a50 0x7f393819fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 -- 172.21.15.100:0/3554264488 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39381a0500 con 0x7f3938102a90 2024-04-26T01:58:55.334 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393d400700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f392c00e9c0 tx=0x7f392c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c00cbd0 con 0x7f3938102a90 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f392c00ee60 con 0x7f3938102a90 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39381a07f0 con 0x7f3938102a90 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.335+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c005670 con 0x7f3938102a90 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.336+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39381a8070 con 0x7f3938102a90 2024-04-26T01:58:55.335 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.337+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3938069730 con 0x7f3938102a90 2024-04-26T01:58:55.336 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.339+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 4 ==== mgrmap(e 27) ==== 138778+0+0 (secure 0 0 0) 0x7f392c004750 con 0x7f3938102a90 2024-04-26T01:58:55.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.340+0000 7f3936000700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 0x7f39200a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:58:55.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.340+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8374+0+0 (secure 0 0 0) 0x7f392c0d0be0 con 0x7f3938102a90 2024-04-26T01:58:55.338 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.340+0000 7f393ca00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 0x7f39200a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:58:55.339 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.341+0000 7f393ca00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 0x7f39200a6270 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f392400b790 tx=0x7f392400b260 comp rx=0 tx=0).ready entity=mgr.25147 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:58:55.340 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.342+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f392c053ff0 con 0x7f3938102a90 2024-04-26T01:58:55.572 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.573+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 --> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f393819c850 con 0x7f3938102a90 2024-04-26T01:58:55.796 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.796+0000 7f3936000700 1 -- 172.21.15.100:0/3554264488 <== mon.1 v2:172.21.15.148:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v106) ==== 169+0+0 (secure 0 0 0) 0x7f392c09d2b0 con 0x7f3938102a90 2024-04-26T01:58:55.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 msgr2=0x7f39200a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.799 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 0x7f39200a6270 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f392400b790 tx=0x7f392400b260 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 msgr2=0x7f393819b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f392c00e9c0 tx=0x7f392c00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 shutdown_connections 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:6800/1889281659,v1:172.21.15.100:6801/1889281659] conn(0x7f39200a3db0 0x7f39200a6270 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] conn(0x7f3938108a50 0x7f393819fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.148:3300/0,v1:172.21.15.148:6789/0] conn(0x7f3938102a90 0x7f393819b540 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 --2- 172.21.15.100:0/3554264488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3938103450 0x7f393819ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:58:55.800 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.801+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 >> 172.21.15.100:0/3554264488 conn(0x7f3938079ba0 msgr2=0x7f3938101530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:58:55.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.802+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 shutdown_connections 2024-04-26T01:58:55.801 INFO:teuthology.orchestra.run.smithi100.stderr:2024-04-26T01:58:55.803+0000 7f393fe00700 1 -- 172.21.15.100:0/3554264488 wait complete. 2024-04-26T01:58:55.803 INFO:teuthology.orchestra.run.smithi100.stderr:pool 'cephfs_data' removed 2024-04-26T01:58:56.052 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:55 smithi133 ceph-mon[32344]: from='client.? 172.21.15.100:0/3554264488' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.052 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:55 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:55 smithi148 ceph-mon[32990]: from='client.? 172.21.15.100:0/3554264488' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:55 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.078 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:55 smithi100 ceph-mon[28020]: from='client.? 172.21.15.100:0/3554264488' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.078 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:55 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T01:58:56.663 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:58:56.753 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:58:56.783 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:58:56.817 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T01:58:56.817 DEBUG:teuthology.orchestra.run.smithi100:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:58:56.875 DEBUG:teuthology.orchestra.run.smithi133:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:58:56.891 DEBUG:teuthology.orchestra.run.smithi148:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:58:56.908 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T01:58:56.909 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T01:58:56.909 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a 2024-04-26T01:58:56.987 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:56 smithi100 ceph-mon[28020]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:56.987 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:56 smithi100 ceph-mon[28020]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:56.987 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:56 smithi100 ceph-mon[28020]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T01:58:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:56 smithi148 ceph-mon[32990]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:56 smithi148 ceph-mon[32990]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:57.061 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:58:56 smithi148 ceph-mon[32990]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T01:58:57.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:56 smithi133 ceph-mon[32344]: pgmap v354: 65 pgs: 65 active+clean; 577 KiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:58:57.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:56 smithi133 ceph-mon[32344]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T01:58:57.151 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:56 smithi133 ceph-mon[32344]: osdmap e106: 12 total, 12 up, 12 in 2024-04-26T01:58:57.326 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:57 smithi100 systemd[1]: Stopping Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:58:57.827 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a[28016]: 2024-04-26T01:58:57.479+0000 7fc87be00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:58:57.845 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a[28016]: 2024-04-26T01:58:57.479+0000 7fc87be00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T01:58:57.845 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:57 smithi100 podman[97236]: 2024-04-26 01:58:57.684980837 +0000 UTC m=+0.361170544 container died 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-26T01:58:58.294 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 podman[97236]: 2024-04-26 01:58:58.120932297 +0000 UTC m=+0.797122027 container cleanup 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:58:58.294 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 bash[97236]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a 2024-04-26T01:58:58.576 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 podman[97250]: 2024-04-26 01:58:58.430785648 +0000 UTC m=+0.733464641 container remove 7e96895ef01993807ae53a5d8892d03cc1c80790bb4eae8bf8f16656ad989670 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T01:58:58.889 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T01:58:58.889 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 systemd[1]: Stopped Ceph mon.a for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:58:58.890 INFO:journalctl@ceph.mon.a.smithi100.stdout:Apr 26 01:58:58 smithi100 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service: Consumed 44.026s CPU time. 2024-04-26T01:58:58.893 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T01:58:59.009 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:58:59.010 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T01:58:59.010 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T01:58:59.010 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.b 2024-04-26T01:58:59.327 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 systemd[1]: Stopping Ceph mon.b for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:58:59.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b[32340]: 2024-04-26T01:58:59.328+0000 7f44b0586700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:58:59.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b[32340]: 2024-04-26T01:58:59.328+0000 7f44b0586700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T01:58:59.651 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 podman[69171]: 2024-04-26 01:58:59.441609332 +0000 UTC m=+0.233711538 container died c4ee7cc2c175432305f17ca42b5b6994175af4e0c69afbe7871cc81b604a552e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T01:59:00.106 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 podman[69171]: 2024-04-26 01:58:59.796644375 +0000 UTC m=+0.588746581 container cleanup c4ee7cc2c175432305f17ca42b5b6994175af4e0c69afbe7871cc81b604a552e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-26T01:59:00.106 INFO:journalctl@ceph.mon.b.smithi133.stdout:Apr 26 01:58:59 smithi133 bash[69171]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-b 2024-04-26T01:59:00.273 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T01:59:00.313 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:00.313 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T01:59:00.313 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T01:59:00.313 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.c 2024-04-26T01:59:00.577 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:59:00.284+0000 7f5697800700 -1 client.25154: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-04-26T01:59:00.577 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:59:00.287+0000 7f5697800700 -1 client.25154: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-04-26T01:59:00.635 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:00 smithi148 systemd[1]: Stopping Ceph mon.c for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:00.890 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c[32986]: 2024-04-26T01:59:00.637+0000 7f8156e18700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:00.890 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c[32986]: 2024-04-26T01:59:00.637+0000 7f8156e18700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T01:59:01.220 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:00 smithi148 podman[70273]: 2024-04-26 01:59:00.892239341 +0000 UTC m=+0.374772500 container died 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T01:59:01.553 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 podman[70273]: 2024-04-26 01:59:01.321061691 +0000 UTC m=+0.803594849 container cleanup 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T01:59:01.553 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 bash[70273]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c 2024-04-26T01:59:01.788 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T01:59:01.809 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 podman[70287]: 2024-04-26 01:59:01.55591237 +0000 UTC m=+0.660243999 container remove 3c112063e51d35eb5599a985f97057ae93492fed32715566a103da005cb002ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:59:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-26T01:59:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 systemd[1]: Stopped Ceph mon.c for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T01:59:01.810 INFO:journalctl@ceph.mon.c.smithi148.stdout:Apr 26 01:59:01 smithi148 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mon.c.service: Consumed 14.946s CPU time. 2024-04-26T01:59:01.852 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:01.852 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T01:59:01.852 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T01:59:01.853 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x 2024-04-26T01:59:02.326 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:01 smithi100 systemd[1]: Stopping Ceph mgr.x for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:02.827 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:59:02.491+0000 7f5743e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:02.827 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x[28260]: 2024-04-26T01:59:02.492+0000 7f5743e00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T01:59:02.827 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:02 smithi100 podman[97367]: 2024-04-26 01:59:02.585177426 +0000 UTC m=+0.304526357 container died f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:03.292 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:03 smithi100 podman[97367]: 2024-04-26 01:59:03.042201075 +0000 UTC m=+0.761550046 container cleanup f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T01:59:03.292 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:03 smithi100 bash[97367]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x 2024-04-26T01:59:03.576 INFO:journalctl@ceph.mgr.x.smithi100.stdout:Apr 26 01:59:03 smithi100 podman[97381]: 2024-04-26 01:59:03.293706927 +0000 UTC m=+0.696744881 container remove f1f6c92f4508930ed4a8dbff1cc9d071d2a0fd8391670858064986996c599948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T01:59:03.862 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T01:59:03.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:03.976 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T01:59:03.977 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T01:59:03.977 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.y 2024-04-26T01:59:04.311 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:59:04 smithi133 systemd[1]: Stopping Ceph mgr.y for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:04.616 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:59:04 smithi133 podman[69294]: 2024-04-26 01:59:04.313498752 +0000 UTC m=+0.146775036 container died b1c25cf5415f1cd403c9a73f488522610469f1307c844637726e34255fce9032 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T01:59:04.901 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:59:04 smithi133 podman[69294]: 2024-04-26 01:59:04.676324144 +0000 UTC m=+0.509600420 container cleanup b1c25cf5415f1cd403c9a73f488522610469f1307c844637726e34255fce9032 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T01:59:04.901 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Apr 26 01:59:04 smithi133 bash[69294]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-y 2024-04-26T01:59:05.139 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T01:59:05.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:05.172 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T01:59:05.172 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T01:59:05.172 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.z 2024-04-26T01:59:05.503 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:59:05 smithi148 systemd[1]: Stopping Ceph mgr.z for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:05.775 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:59:05 smithi148 podman[70398]: 2024-04-26 01:59:05.505066509 +0000 UTC m=+0.142228816 container died 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5) 2024-04-26T01:59:06.061 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:59:05 smithi148 podman[70398]: 2024-04-26 01:59:05.903043835 +0000 UTC m=+0.540206148 container cleanup 12684dc73b460b86ca0d5a8c6c888125a8b2857eca7698a925fb07b183622f18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T01:59:06.062 INFO:journalctl@ceph.mgr.z.smithi148.stdout:Apr 26 01:59:05 smithi148 bash[70398]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mgr-z 2024-04-26T01:59:06.371 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T01:59:06.404 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:06.404 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T01:59:06.405 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T01:59:06.405 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.0 2024-04-26T01:59:06.826 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:06 smithi100 systemd[1]: Stopping Ceph osd.0 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:07.327 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0[42875]: 2024-04-26T01:59:07.010+0000 7f88eac00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:07.327 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0[42875]: 2024-04-26T01:59:07.010+0000 7f88eac00700 -1 osd.0 106 *** Got signal Terminated *** 2024-04-26T01:59:07.327 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0[42875]: 2024-04-26T01:59:07.010+0000 7f88eac00700 -1 osd.0 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:12.827 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:12 smithi100 podman[97486]: 2024-04-26 01:59:12.457491086 +0000 UTC m=+5.585784455 container died 5fd6e22ba29f702e77ef0df20d4ab32aec76a6e0a8e785a88e7665ed5f238942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-26T01:59:13.281 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:12 smithi100 podman[97486]: 2024-04-26 01:59:12.980176607 +0000 UTC m=+6.108470004 container cleanup 5fd6e22ba29f702e77ef0df20d4ab32aec76a6e0a8e785a88e7665ed5f238942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:59:13.281 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:12 smithi100 bash[97486]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0 2024-04-26T01:59:13.576 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:13 smithi100 podman[97504]: 2024-04-26 01:59:13.281874687 +0000 UTC m=+0.804604540 container remove 5fd6e22ba29f702e77ef0df20d4ab32aec76a6e0a8e785a88e7665ed5f238942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:14.488 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.052084413 +0000 UTC m=+0.035571015 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:14.488 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.173772644 +0000 UTC m=+0.157259283 container create 813143854c962d3845453268679d7301310420962377c8fedc564824b30cd3db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:14.488 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.489364955 +0000 UTC m=+0.472851640 container init 813143854c962d3845453268679d7301310420962377c8fedc564824b30cd3db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T01:59:14.827 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.500719118 +0000 UTC m=+0.484205730 container start 813143854c962d3845453268679d7301310420962377c8fedc564824b30cd3db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:59:14.827 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.593207719 +0000 UTC m=+0.576694330 container attach 813143854c962d3845453268679d7301310420962377c8fedc564824b30cd3db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-04-26T01:59:15.307 INFO:journalctl@ceph.osd.0.smithi100.stdout:Apr 26 01:59:14 smithi100 podman[97593]: 2024-04-26 01:59:14.949702823 +0000 UTC m=+0.933189445 container died 813143854c962d3845453268679d7301310420962377c8fedc564824b30cd3db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T01:59:15.695 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T01:59:15.808 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:15.808 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T01:59:15.808 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T01:59:15.808 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.1 2024-04-26T01:59:16.129 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:15 smithi133 systemd[1]: Stopping Ceph osd.1 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:16.401 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1[37003]: 2024-04-26T01:59:16.130+0000 7fcd508a7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:16.401 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1[37003]: 2024-04-26T01:59:16.130+0000 7fcd508a7700 -1 osd.1 106 *** Got signal Terminated *** 2024-04-26T01:59:16.401 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1[37003]: 2024-04-26T01:59:16.130+0000 7fcd508a7700 -1 osd.1 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:21.996 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:21 smithi133 podman[69417]: 2024-04-26 01:59:21.689099935 +0000 UTC m=+5.690185138 container died b60021370bc664fde1ecc0bf5e199c0e8b8ece6a7c23bc69fbf8d9ea895ab224 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T01:59:22.338 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69417]: 2024-04-26 01:59:22.080961835 +0000 UTC m=+6.082047029 container cleanup b60021370bc664fde1ecc0bf5e199c0e8b8ece6a7c23bc69fbf8d9ea895ab224 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True) 2024-04-26T01:59:22.338 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 bash[69417]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1 2024-04-26T01:59:22.651 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69434]: 2024-04-26 01:59:22.340617794 +0000 UTC m=+0.653004292 container remove b60021370bc664fde1ecc0bf5e199c0e8b8ece6a7c23bc69fbf8d9ea895ab224 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-26T01:59:22.950 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69524]: 2024-04-26 01:59:22.599061974 +0000 UTC m=+0.017842323 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:22.950 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69524]: 2024-04-26 01:59:22.716487566 +0000 UTC m=+0.135267903 container create 6cb01ee55594529756357ab0a68b9b5ecde6823d90f4caac5d3ced9cb5310208 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-26T01:59:22.951 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69524]: 2024-04-26 01:59:22.952993655 +0000 UTC m=+0.371773993 container init 6cb01ee55594529756357ab0a68b9b5ecde6823d90f4caac5d3ced9cb5310208 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:23.249 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:22 smithi133 podman[69524]: 2024-04-26 01:59:22.956350106 +0000 UTC m=+0.375130445 container start 6cb01ee55594529756357ab0a68b9b5ecde6823d90f4caac5d3ced9cb5310208 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-26T01:59:23.249 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:23 smithi133 podman[69524]: 2024-04-26 01:59:23.035672927 +0000 UTC m=+0.454453265 container attach 6cb01ee55594529756357ab0a68b9b5ecde6823d90f4caac5d3ced9cb5310208 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T01:59:23.526 INFO:journalctl@ceph.osd.1.smithi133.stdout:Apr 26 01:59:23 smithi133 podman[69524]: 2024-04-26 01:59:23.251736321 +0000 UTC m=+0.670516653 container died 6cb01ee55594529756357ab0a68b9b5ecde6823d90f4caac5d3ced9cb5310208 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-1-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T01:59:23.894 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T01:59:23.933 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:23.934 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T01:59:23.934 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T01:59:23.934 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.2 2024-04-26T01:59:24.312 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:23 smithi148 systemd[1]: Stopping Ceph osd.2 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:24.811 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2[38335]: 2024-04-26T01:59:24.496+0000 7f8f11d65700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:24.811 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2[38335]: 2024-04-26T01:59:24.496+0000 7f8f11d65700 -1 osd.2 106 *** Got signal Terminated *** 2024-04-26T01:59:24.812 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2[38335]: 2024-04-26T01:59:24.496+0000 7f8f11d65700 -1 osd.2 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:30.238 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:29 smithi148 podman[70522]: 2024-04-26 01:59:29.966403895 +0000 UTC m=+5.833634849 container died 0d777e323b2e64795312ce918ea927fb1c1fa4bc9149fa7fe02a338f7ba5ebf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:59:30.561 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:30 smithi148 podman[70522]: 2024-04-26 01:59:30.33119218 +0000 UTC m=+6.198423142 container cleanup 0d777e323b2e64795312ce918ea927fb1c1fa4bc9149fa7fe02a338f7ba5ebf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-26T01:59:30.561 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:30 smithi148 bash[70522]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2 2024-04-26T01:59:30.952 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:30 smithi148 podman[70552]: 2024-04-26 01:59:30.632985908 +0000 UTC m=+0.660305275 container remove 0d777e323b2e64795312ce918ea927fb1c1fa4bc9149fa7fe02a338f7ba5ebf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T01:59:31.226 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:30 smithi148 podman[70642]: 2024-04-26 01:59:30.857695396 +0000 UTC m=+0.018179669 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:31.226 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:30 smithi148 podman[70642]: 2024-04-26 01:59:30.983924391 +0000 UTC m=+0.144408695 container create d368dfb2395aefee289ebeac601f192d1ff07462d3aa29d739d8bcc4b404f947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:31.226 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:31 smithi148 podman[70642]: 2024-04-26 01:59:31.228390584 +0000 UTC m=+0.388874843 container init d368dfb2395aefee289ebeac601f192d1ff07462d3aa29d739d8bcc4b404f947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-26T01:59:31.521 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:31 smithi148 podman[70642]: 2024-04-26 01:59:31.232158752 +0000 UTC m=+0.392643011 container start d368dfb2395aefee289ebeac601f192d1ff07462d3aa29d739d8bcc4b404f947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T01:59:31.521 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:31 smithi148 podman[70642]: 2024-04-26 01:59:31.311897654 +0000 UTC m=+0.472381921 container attach d368dfb2395aefee289ebeac601f192d1ff07462d3aa29d739d8bcc4b404f947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T01:59:31.804 INFO:journalctl@ceph.osd.2.smithi148.stdout:Apr 26 01:59:31 smithi148 podman[70642]: 2024-04-26 01:59:31.523650028 +0000 UTC m=+0.684134304 container died d368dfb2395aefee289ebeac601f192d1ff07462d3aa29d739d8bcc4b404f947 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T01:59:32.138 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T01:59:32.178 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:32.178 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T01:59:32.178 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T01:59:32.178 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.3 2024-04-26T01:59:32.576 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:32 smithi100 systemd[1]: Stopping Ceph osd.3 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:33.077 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:32.772+0000 7fdef5800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:33.077 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:32.772+0000 7fdef5800700 -1 osd.3 106 *** Got signal Terminated *** 2024-04-26T01:59:33.077 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:32 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:32.772+0000 7fdef5800700 -1 osd.3 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:34.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:34 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:34.399+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:35.327 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:35.167+0000 7fdef1000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.878813+0000 front 2024-04-26T01:59:08.878026+0000 (oldest deadline 2024-04-26T01:59:34.178019+0000) 2024-04-26T01:59:35.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:35.016+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:35.217+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:35.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:35 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:35.399+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:36.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:35.833+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:36.326 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:36.161+0000 7fdef1000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.878813+0000 front 2024-04-26T01:59:08.878026+0000 (oldest deadline 2024-04-26T01:59:34.178019+0000) 2024-04-26T01:59:36.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:36.041+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:36.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:36.201+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:36.714 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:36 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:36.370+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:36.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:36.460+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:37.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:36.838+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:37.326 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3[49799]: 2024-04-26T01:59:37.136+0000 7fdef1000700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.878813+0000 front 2024-04-26T01:59:08.878026+0000 (oldest deadline 2024-04-26T01:59:34.178019+0000) 2024-04-26T01:59:37.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:36.999+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:37.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:37.237+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:37.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:37.502+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:37.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:37.341+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:38.187 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:37 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:37.973+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:38.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:37.818+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:38.537 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:38 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:38.341+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:38.537 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:38 smithi100 podman[97698]: 2024-04-26 01:59:38.189274431 +0000 UTC m=+5.571148315 container died 0343460ef4dc5ae5c529693b82d9077ef20b2e3d3cf6969a8ae483f4e98cddf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:38.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:38 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:38.244+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:38.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:38.506+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:38.826 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:38 smithi100 podman[97698]: 2024-04-26 01:59:38.665215332 +0000 UTC m=+6.047089235 container cleanup 0343460ef4dc5ae5c529693b82d9077ef20b2e3d3cf6969a8ae483f4e98cddf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T01:59:38.827 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:38 smithi100 bash[97698]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3 2024-04-26T01:59:39.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:38.851+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:39.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:38 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:38.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:39.327 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:38 smithi100 podman[97730]: 2024-04-26 01:59:38.875022562 +0000 UTC m=+0.674872240 container remove 0343460ef4dc5ae5c529693b82d9077ef20b2e3d3cf6969a8ae483f4e98cddf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-26T01:59:39.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:39 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:39.203+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:39.749 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:39.363+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:39.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:39.487+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:40.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:39 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:39.914+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:40.077 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:39 smithi100 podman[97819]: 2024-04-26 01:59:39.656065624 +0000 UTC m=+0.036873557 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:40.077 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:39 smithi100 podman[97819]: 2024-04-26 01:59:39.759087718 +0000 UTC m=+0.139895685 container create 68c1771cf68dfa7033f205688efb809d5751a4f64d7eb8b94fe565d908753354 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-26T01:59:40.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:39.888+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:40.367 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:40 smithi100 podman[97819]: 2024-04-26 01:59:40.087820046 +0000 UTC m=+0.468628019 container init 68c1771cf68dfa7033f205688efb809d5751a4f64d7eb8b94fe565d908753354 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:59:40.368 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:40 smithi100 podman[97819]: 2024-04-26 01:59:40.099731665 +0000 UTC m=+0.480539638 container start 68c1771cf68dfa7033f205688efb809d5751a4f64d7eb8b94fe565d908753354 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T01:59:40.368 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:40 smithi100 podman[97819]: 2024-04-26 01:59:40.186864602 +0000 UTC m=+0.567672589 container attach 68c1771cf68dfa7033f205688efb809d5751a4f64d7eb8b94fe565d908753354 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-26T01:59:40.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:40 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:40.184+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:40.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:40.447+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:40.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:40 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:40.368+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:40.827 INFO:journalctl@ceph.osd.3.smithi100.stdout:Apr 26 01:59:40 smithi100 podman[97819]: 2024-04-26 01:59:40.551919526 +0000 UTC m=+0.932727499 container died 68c1771cf68dfa7033f205688efb809d5751a4f64d7eb8b94fe565d908753354 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-26T01:59:41.289 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:40 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:40.897+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:41.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:40.899+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:41.333 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T01:59:41.449 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:41.449 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T01:59:41.449 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T01:59:41.449 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.4 2024-04-26T01:59:41.475 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:41 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:41.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:41.576 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:41 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:41.399+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:41.731 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:41 smithi133 systemd[1]: Stopping Ceph osd.4 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:41.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:41.429+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:42.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:41 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:41.734+0000 7fc78b0d7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:42.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:41 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:41.734+0000 7fc78b0d7700 -1 osd.4 106 *** Got signal Terminated *** 2024-04-26T01:59:42.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:41 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:41.734+0000 7fc78b0d7700 -1 osd.4 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:42.189 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:41.860+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:42.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:41 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:41.867+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:42.561 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:42.433+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:42.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:42 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:42.223+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:42.824 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:42 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:42.367+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:43.076 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:42 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:42.825+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:43.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:42.856+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:43.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:43.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:43.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:43.402+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:43.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:43.474+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:43.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:43.604+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:43.821 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:43.407+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:43.821 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:43.407+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:44.076 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:43.821+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:44.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:43 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:43.821+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:44.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:43 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:43.677+0000 7fc7876cb700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.482945+0000 front 2024-04-26T01:59:19.482968+0000 (oldest deadline 2024-04-26T01:59:42.983106+0000) 2024-04-26T01:59:44.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:43.880+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:44.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:44 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:44.362+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:44.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:44 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:44.255+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:44.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:44 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:44.255+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:44.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:44.645+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:44.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:44.495+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:44.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:44.495+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:44.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:44 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:44.408+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:44.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:44 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:44.408+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:45.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:44 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:44.654+0000 7fc7876cb700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.482945+0000 front 2024-04-26T01:59:19.482968+0000 (oldest deadline 2024-04-26T01:59:42.983106+0000) 2024-04-26T01:59:45.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:44.868+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:45.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:44 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:44.862+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:45.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:44 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:44.862+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:45.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:45 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:45.326+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:45.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:45 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:45.272+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:45.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:45 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:45.272+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:45.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:45 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:45.689+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:45.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:45 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:45.538+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:45.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:45 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:45.538+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:45.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:45 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:45.436+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:45.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:45 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:45.436+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:46.151 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:45 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4[43670]: 2024-04-26T01:59:45.701+0000 7fc7876cb700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.482945+0000 front 2024-04-26T01:59:19.482968+0000 (oldest deadline 2024-04-26T01:59:42.983106+0000) 2024-04-26T01:59:46.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:45 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:45.865+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:46.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:45 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:45.863+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:46.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:45 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:45.863+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:46.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:46 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:46.323+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:46.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:46 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:46.309+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:46.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:46 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:46.309+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:46.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:46 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:46.689+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:46.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:46 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:46.489+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:46.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:46 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:46.489+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:46.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:46 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:46.462+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:46.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:46 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:46.462+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:47.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:46 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:46.857+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:47.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:46 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:46.903+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:47.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:46 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:46.903+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:47.393 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:47 smithi133 podman[69645]: 2024-04-26 01:59:47.124355099 +0000 UTC m=+5.480504894 container died 00e89cd1d1724e3b8ef1824c6f106538e713f40e3624b6a80e94bdf61195efe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T01:59:47.393 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:47 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:47.346+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:47.393 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:47 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:47.315+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:47.393 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:47 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:47.315+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:47.651 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:47 smithi133 podman[69645]: 2024-04-26 01:59:47.5021626 +0000 UTC m=+5.858312403 container cleanup 00e89cd1d1724e3b8ef1824c6f106538e713f40e3624b6a80e94bdf61195efe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:59:47.651 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:47 smithi133 bash[69645]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4 2024-04-26T01:59:47.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:47 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:47.649+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:47.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:47 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:47.443+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:47.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:47 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:47.443+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:47.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:47 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:47.471+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:47.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:47 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:47.471+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:48.118 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:47 smithi133 podman[69662]: 2024-04-26 01:59:47.761734084 +0000 UTC m=+0.630887527 container remove 00e89cd1d1724e3b8ef1824c6f106538e713f40e3624b6a80e94bdf61195efe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-26T01:59:48.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:47 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:47.835+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:48.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:47 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:47.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:48.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:47 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:47.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:48.401 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.023950447 +0000 UTC m=+0.018165453 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:48.401 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.146186688 +0000 UTC m=+0.140401666 container create 1331b3a0d8cf1f2f9526c7374fea193f6062a035600656ff295533e488e62657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T01:59:48.402 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:48 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:48.319+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:48.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:48 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:48.300+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:48.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:48 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:48.300+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:48.698 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.406775641 +0000 UTC m=+0.400990627 container init 1331b3a0d8cf1f2f9526c7374fea193f6062a035600656ff295533e488e62657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T01:59:48.698 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.409751112 +0000 UTC m=+0.403966095 container start 1331b3a0d8cf1f2f9526c7374fea193f6062a035600656ff295533e488e62657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-04-26T01:59:48.698 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.523887255 +0000 UTC m=+0.518102247 container attach 1331b3a0d8cf1f2f9526c7374fea193f6062a035600656ff295533e488e62657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-26T01:59:48.796 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:48 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:48.677+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:48.796 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:48 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:48.473+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:48.796 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:48 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:48.473+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:48.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:48.519+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:48.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:48.519+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:49.042 INFO:journalctl@ceph.osd.4.smithi133.stdout:Apr 26 01:59:48 smithi133 podman[69754]: 2024-04-26 01:59:48.700209795 +0000 UTC m=+0.694424784 container died 1331b3a0d8cf1f2f9526c7374fea193f6062a035600656ff295533e488e62657 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-4-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T01:59:49.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:48 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:48.798+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:49.302 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:49 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:49.277+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:49.302 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:49 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:49.278+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:49.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:48.839+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:49.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:48.839+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:49.368 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T01:59:49.448 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:49.448 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T01:59:49.448 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T01:59:49.448 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.5 2024-04-26T01:59:49.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:49 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:49.303+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:49.775 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:49.646+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:49.775 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:49.428+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:49.775 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:49.428+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:49.775 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 systemd[1]: Stopping Ceph osd.5 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:49.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:49 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:49.548+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:49.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:49 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:49.548+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:50.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:49.803+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:50.062 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:49.777+0000 7f79d42fc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:50.062 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:49.777+0000 7f79d42fc700 -1 osd.5 106 *** Got signal Terminated *** 2024-04-26T01:59:50.062 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:49 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:49.777+0000 7f79d42fc700 -1 osd.5 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:50.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:49 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:49.878+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:50.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:49 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:49.878+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:50.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:50 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:50.345+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:50.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:50 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:50.252+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:50.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:50 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:50.252+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:50.801 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:50.604+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:50.802 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:50.397+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:50.802 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:50.397+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:50.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:50 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:50.576+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:50.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:50 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:50.576+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:51.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:50 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:50.803+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:51.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:50 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:50.847+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:51.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:50 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:50.847+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:51.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:51 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:51.367+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:51.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:51 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:51.367+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:51.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:51 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:51.244+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:51.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:51 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:51.244+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:51.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:51 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:51.244+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:51.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:51 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:51.608+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:51.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:51 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:51.433+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:51.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:51 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:51.433+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:51.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:51 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:51.562+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:51.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:51 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:51.562+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:52.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:51 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:51.842+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:52.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:51 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:51.856+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:52.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:51 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:51.856+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:52.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:52 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:52.385+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:52.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:52 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:52.385+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:52.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:52 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:52.237+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:52.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:52 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:52.237+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:52.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:52 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:52.237+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:52.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:52 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:52.638+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:52.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:52 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:52.418+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:52.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:52 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:52.418+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:52.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:52 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:52.418+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.734072+0000 front 2024-04-26T01:59:27.734096+0000 (oldest deadline 2024-04-26T01:59:51.834299+0000) 2024-04-26T01:59:52.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:52.572+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:52.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:52.572+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:53.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:52 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:52.839+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:53.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:52.894+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:53.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:52.894+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:53.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:52.894+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:53.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:53 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:53.409+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:53.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:53 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:53.409+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:53.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:53 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:53.214+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:53.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:53 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:53.214+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:53.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:53 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:53.214+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:53.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:53.661+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:53.811 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:53.661+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:53.811 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:53.431+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:53.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:53.431+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:53.812 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:53.431+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.734072+0000 front 2024-04-26T01:59:27.734096+0000 (oldest deadline 2024-04-26T01:59:51.834299+0000) 2024-04-26T01:59:53.852 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:53.597+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:53.852 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:53.597+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:53.852 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:53.597+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:54.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:53.874+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:54.312 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:53 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:53.874+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:54.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:53.853+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:54.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:53.853+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:54.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:53 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:53.853+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:54.629 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:54.400+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:10.930737+0000 front 2024-04-26T01:59:10.930686+0000 (oldest deadline 2024-04-26T01:59:36.230639+0000) 2024-04-26T01:59:54.629 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:54.400+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:16.732056+0000 front 2024-04-26T01:59:16.731909+0000 (oldest deadline 2024-04-26T01:59:44.332700+0000) 2024-04-26T01:59:54.629 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5[45308]: 2024-04-26T01:59:54.400+0000 7f79d08f0700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.734072+0000 front 2024-04-26T01:59:27.734096+0000 (oldest deadline 2024-04-26T01:59:51.834299+0000) 2024-04-26T01:59:54.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:54 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:54.428+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:54.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:54 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:54.428+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:54.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:54 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:54.234+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:54.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:54 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:54.234+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:54.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:54 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:54.234+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:54.829 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:54.565+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:54.829 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:54.565+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:54.830 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:54.565+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:55.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:54.630+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:55.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:54.630+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:55.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:54.864+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:55.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:54 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:54.864+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:55.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:54.899+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:55.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:54.899+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:55.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:54 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:54.899+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:55.610 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:55 smithi148 podman[70749]: 2024-04-26 01:59:55.337455691 +0000 UTC m=+5.697297332 container died d5d70d0572852d41550c82f471a67e4d3dba22a157dcb09fb63214a3f2a220d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T01:59:55.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:55 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:55.201+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:55.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:55 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:55.201+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:55.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:55 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:55.201+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:55.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:55 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:55.444+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:55.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:55 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:55.444+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:55.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:55.538+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:55.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:55.538+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:55.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:55.538+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:55.874 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:55 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:55.667+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:55.874 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:55 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:55.667+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:55.874 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:55 smithi148 podman[70749]: 2024-04-26 01:59:55.703183698 +0000 UTC m=+6.063025332 container cleanup d5d70d0572852d41550c82f471a67e4d3dba22a157dcb09fb63214a3f2a220d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-26T01:59:55.874 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:55 smithi148 bash[70749]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5 2024-04-26T01:59:56.311 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70764]: 2024-04-26 01:59:56.012876779 +0000 UTC m=+0.674830038 container remove d5d70d0572852d41550c82f471a67e4d3dba22a157dcb09fb63214a3f2a220d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-26T01:59:56.312 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:55 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:55.874+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:56.312 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:55 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:55.874+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:56.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:55.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:56.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:55.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:56.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:55 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:55.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:56.484 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:56 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:56.194+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:56.484 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:56 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:56.194+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:56.484 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:56 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:56.194+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:56.666 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.278623946 +0000 UTC m=+0.018215138 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:59:56.667 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.439269425 +0000 UTC m=+0.178860655 container create 1ae8be3f678ff4e6cf0f7a7f93b901856ec423d7d3d6579745970ba28e557490 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:59:56.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:56.554+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:56.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:56.554+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:56.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:56.554+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:56.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:56 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:56.485+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:56.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:56 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:56.485+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:56.965 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.676252144 +0000 UTC m=+0.415843325 container init 1ae8be3f678ff4e6cf0f7a7f93b901856ec423d7d3d6579745970ba28e557490 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-26T01:59:56.965 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.67946746 +0000 UTC m=+0.419058654 container start 1ae8be3f678ff4e6cf0f7a7f93b901856ec423d7d3d6579745970ba28e557490 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:59:56.965 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.768610898 +0000 UTC m=+0.508202104 container attach 1ae8be3f678ff4e6cf0f7a7f93b901856ec423d7d3d6579745970ba28e557490 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-26T01:59:56.966 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:56 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:56.668+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:56.966 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:56 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:56.668+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:56.966 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:56 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:56.878+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:56.966 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:56 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:56.878+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:57.303 INFO:journalctl@ceph.osd.5.smithi148.stdout:Apr 26 01:59:56 smithi148 podman[70858]: 2024-04-26 01:59:56.967533827 +0000 UTC m=+0.707125016 container died 1ae8be3f678ff4e6cf0f7a7f93b901856ec423d7d3d6579745970ba28e557490 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:59:57.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:56.937+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:57.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:56.937+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:57.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:56 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:56.937+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:57.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:57 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:57.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:57.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:57 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:57.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:57.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:57 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:57.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:57.621 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T01:59:57.657 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T01:59:57.657 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T01:59:57.658 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T01:59:57.658 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.6 2024-04-26T01:59:57.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:57.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:57.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:57.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:57.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:57.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:57.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:57 smithi100 systemd[1]: Stopping Ceph osd.6 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T01:59:57.875 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:57 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:57.631+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:57.875 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:57 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:57.632+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:57.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:57 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:57.475+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:57.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:57 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:57.475+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:58.263 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:57.939+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:58.263 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:57.939+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:58.264 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:57.939+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:58.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:57 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:57.877+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:58.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:57 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:57.877+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:58.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:58 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:58.109+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:58.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:58 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:58.109+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:58.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:58 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:58.109+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:58.534 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.264+0000 7f9633800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:59:58.534 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.264+0000 7f9633800700 -1 osd.6 106 *** Got signal Terminated *** 2024-04-26T01:59:58.534 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.264+0000 7f9633800700 -1 osd.6 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T01:59:58.534 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:58.534 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:58.826 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:58.535+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T01:59:58.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:58 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:58.428+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:58.901 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:58 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:58.428+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:59.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:58 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:58.833+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T01:59:59.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:58 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:58.833+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T01:59:59.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:58 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:58.678+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T01:59:59.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:58 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:58.678+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T01:59:59.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:58 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:58.678+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T01:59:59.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:58.989+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T01:59:59.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:58.989+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T01:59:59.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:58 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:58.989+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T01:59:59.381 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:59.101+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T01:59:59.381 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:59.101+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T01:59:59.381 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 01:59:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T01:59:59.101+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T01:59:59.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:59.382+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T01:59:59.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 01:59:59 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T01:59:59.382+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T01:59:59.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:59.487+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T01:59:59.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:59.487+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T01:59:59.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T01:59:59.487+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T02:00:00.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:59.649+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:00.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:59.649+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:00.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T01:59:59.649+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:00.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:59.807+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:00.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:59.807+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:00.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 01:59:59 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T01:59:59.807+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:00.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:59.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:00.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:59.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:00.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:59.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:00.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 01:59:59 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T01:59:59.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:00.399 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:00 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:00.073+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:00.399 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:00 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:00.073+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:00.399 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:00 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:00.073+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:00.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:00 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:00.400+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:00.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:00 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:00.400+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:00.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:00.510+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T02:00:00.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:00.510+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T02:00:00.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:00.510+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T02:00:00.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:00.510+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.343599+0000 front 2024-04-26T01:59:37.343328+0000 (oldest deadline 2024-04-26T01:59:59.643189+0000) 2024-04-26T02:00:01.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:00.667+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:01.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:00.667+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:01.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:00.667+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:01.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:00.825+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:01.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:00.825+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:01.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:00 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:00.825+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:01.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:00.928+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:01.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:00.928+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:01.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:00.928+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:01.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:00 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:00.928+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:01.356 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:01 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:01.095+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:01.356 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:01 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:01.095+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:01.356 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:01 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:01.095+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:01.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:01 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:01.357+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:01.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:01 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:01.357+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:01.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:01.518+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T02:00:01.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:01.518+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T02:00:01.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:01.518+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T02:00:01.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:01.518+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.343599+0000 front 2024-04-26T01:59:37.343328+0000 (oldest deadline 2024-04-26T01:59:59.643189+0000) 2024-04-26T02:00:02.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:01.645+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:02.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:01.645+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:02.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:01.645+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:02.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:01.799+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:02.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:01.799+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:02.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:01 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:01.799+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:02.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:01.924+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:02.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:01.924+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:02.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:01.924+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:02.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:01.924+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:02.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:02.122+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:02.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:02.122+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:02.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:02.122+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:02.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:02.122+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:02.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:02.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:02.402 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:02.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:02.402 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:02 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:02.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:02.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:02.492+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:09.433931+0000 front 2024-04-26T01:59:09.433986+0000 (oldest deadline 2024-04-26T01:59:33.533606+0000) 2024-04-26T02:00:02.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:02.492+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.438328+0000 front 2024-04-26T01:59:20.438435+0000 (oldest deadline 2024-04-26T01:59:43.239752+0000) 2024-04-26T02:00:02.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:02.492+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.542260+0000 front 2024-04-26T01:59:28.542323+0000 (oldest deadline 2024-04-26T01:59:52.642422+0000) 2024-04-26T02:00:02.827 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6[56618]: 2024-04-26T02:00:02.492+0000 7f962a000700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.343599+0000 front 2024-04-26T01:59:37.343328+0000 (oldest deadline 2024-04-26T01:59:59.643189+0000) 2024-04-26T02:00:03.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:02.695+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:03.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:02.695+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:03.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:02.695+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:03.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:02.794+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:03.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:02.794+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:03.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:02 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:02.794+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:03.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:02.889+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:03.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:02.889+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:03.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:02.889+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:03.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:02 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:02.889+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:03.337 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:03.076+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:03.338 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:03.076+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:03.338 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:03.076+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:03.338 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:03.076+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:03.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:03.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:03.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:03.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:03.651 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:03 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:03.339+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:04.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:03.733+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:04.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:03.733+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:04.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:03.733+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:04.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:03.793+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:04.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:03.793+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:04.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:03 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:03.793+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:04.220 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:03 smithi100 podman[97922]: 2024-04-26 02:00:03.885060689 +0000 UTC m=+5.772126684 container died aaed0f44b037ce120add4ffb8528b387a8fc1881510d1aea207b556f251abe72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:04.220 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:03.935+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:04.220 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:03.935+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:04.220 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:03.935+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:04.220 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:03 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:03.935+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:04.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:04.083+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:04.083+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:04.083+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:04.083+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:04.328+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:04.328+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:04.414 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:04.328+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:04.576 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:04 smithi100 podman[97922]: 2024-04-26 02:00:04.358421227 +0000 UTC m=+6.245487235 container cleanup aaed0f44b037ce120add4ffb8528b387a8fc1881510d1aea207b556f251abe72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:04.576 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:04 smithi100 bash[97922]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6 2024-04-26T02:00:04.943 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:04 smithi100 podman[97941]: 2024-04-26 02:00:04.684748827 +0000 UTC m=+0.785414912 container remove aaed0f44b037ce120add4ffb8528b387a8fc1881510d1aea207b556f251abe72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:00:05.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:04.779+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:05.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:04.779+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:05.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:04.779+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:05.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:04.781+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:05.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:04.781+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:05.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:04 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:04.781+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:05.313 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:04.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:05.314 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:04.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:05.314 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:04.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:05.314 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:04 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:04.944+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:05.098+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:05.098+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:05.098+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:05.098+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:05.329+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:05.329+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:05.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:05 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:05.329+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:05.577 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:05 smithi100 podman[98032]: 2024-04-26 02:00:05.219693804 +0000 UTC m=+0.037076877 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:05.577 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:05 smithi100 podman[98032]: 2024-04-26 02:00:05.360752449 +0000 UTC m=+0.178135567 container create f49c6ac6fe259ea1c3f04d9d851c6741320e6e6a76d3aefda70eae856eea5181 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T02:00:05.950 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:05 smithi100 podman[98032]: 2024-04-26 02:00:05.697995674 +0000 UTC m=+0.515378792 container init f49c6ac6fe259ea1c3f04d9d851c6741320e6e6a76d3aefda70eae856eea5181 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T02:00:05.950 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:05 smithi100 podman[98032]: 2024-04-26 02:00:05.709874874 +0000 UTC m=+0.527257987 container start f49c6ac6fe259ea1c3f04d9d851c6741320e6e6a76d3aefda70eae856eea5181 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:00:05.950 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:05 smithi100 podman[98032]: 2024-04-26 02:00:05.805130257 +0000 UTC m=+0.622513425 container attach f49c6ac6fe259ea1c3f04d9d851c6741320e6e6a76d3aefda70eae856eea5181 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-26T02:00:06.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:05.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:06.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:05.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:06.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:05.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:06.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:05.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:06.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:05.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:06.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:05 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:05.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:06.327 INFO:journalctl@ceph.osd.6.smithi100.stdout:Apr 26 02:00:06 smithi100 podman[98032]: 2024-04-26 02:00:06.160957027 +0000 UTC m=+0.978340174 container died f49c6ac6fe259ea1c3f04d9d851c6741320e6e6a76d3aefda70eae856eea5181 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:06.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:05 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:05.950+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:06.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:05 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:05.950+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:06.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:05 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:05.950+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:06.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:05 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:05.950+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:06.301+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:06.301+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:06.301+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:06.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:06.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:06.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:06.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:06.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:06 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:06.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:06.917 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T02:00:07.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:07.024 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T02:00:07.024 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T02:00:07.024 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.7 2024-04-26T02:00:07.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:06.819+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:07.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:06.819+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:07.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:06.819+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:07.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:06.748+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:07.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:06.748+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:07.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:06 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:06.748+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:07.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:07.000+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:07.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:07.000+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:07.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:07.000+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:07.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:07 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:07.000+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 systemd[1]: Stopping Ceph osd.7 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.274+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.274+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.274+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.345+0000 7f06f13c9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.345+0000 7f06f13c9700 -1 osd.7 106 *** Got signal Terminated *** 2024-04-26T02:00:07.344 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:07.345+0000 7f06f13c9700 -1 osd.7 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:00:07.345 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:07.119+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:07.345 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:07.119+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:07.345 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:07.119+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:07.345 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:07 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:07.119+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:08.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:07.721+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:08.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:07.721+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:08.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:07.721+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:08.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:07.812+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:08.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:07.812+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:08.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:07.812+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:08.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:07 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:07.812+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:08.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.004+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:08.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.004+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:08.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.004+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:08.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.004+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:08.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:08.236+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:08.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:08.236+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:08.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:08.236+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:08.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:08.236+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:41.592803+0000 front 2024-04-26T01:59:41.592777+0000 (oldest deadline 2024-04-26T02:00:07.492759+0000) 2024-04-26T02:00:08.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:08.141+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:08.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:08.141+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:08.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:08.141+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:08.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:08.141+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:08.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:08.141+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:09.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:08.746+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:08.746+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:08.746+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:08.818+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:08.818+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:08.818+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:09.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:08 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:08.818+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:09.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.988+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:09.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.988+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:09.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.988+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:09.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:08 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:08.988+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:09.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:09.222+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:09.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:09.222+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:09.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:09.222+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:09.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:09.222+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:41.592803+0000 front 2024-04-26T01:59:41.592777+0000 (oldest deadline 2024-04-26T02:00:07.492759+0000) 2024-04-26T02:00:09.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:09.129+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:09.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:09.129+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:09.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:09.129+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:09.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:09.129+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:09.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:09 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:09.129+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:10.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:09.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:10.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:09.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:10.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:09.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:10.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:09.781+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:10.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:09.781+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:10.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:09.781+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:10.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:09 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:09.781+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:10.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:09 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:09.979+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:10.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:09 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:09.979+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:10.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:09 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:09.979+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:10.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:09 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:09.979+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:10.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:10.234+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:10.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:10.234+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:10.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:10.234+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:10.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:10.234+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:41.592803+0000 front 2024-04-26T01:59:41.592777+0000 (oldest deadline 2024-04-26T02:00:07.492759+0000) 2024-04-26T02:00:10.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:10.080+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:10.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:10.080+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:10.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:10.080+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:10.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:10.080+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:10.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:10 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:10.080+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:11.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:10.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:10.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:10.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:10.749+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:10.749+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:10.749+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:11.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:10 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:10.749+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:11.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:10 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:10.999+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:11.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:10.999+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:11.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:10.999+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:11.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:10.999+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:11.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:11.211+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:11.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:11.211+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:11.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:11.211+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:11.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:11.211+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:41.592803+0000 front 2024-04-26T01:59:41.592777+0000 (oldest deadline 2024-04-26T02:00:07.492759+0000) 2024-04-26T02:00:11.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:11.117+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:11.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:11.117+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:11.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:11.117+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:11.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:11.117+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:11.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:11 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:11.117+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:11.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:11.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:11.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:11.792+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:11.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:11.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:12.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:11.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:12.063 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:11 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:11.764+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:12.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:11.969+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:12.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:11.969+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:12.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:11.969+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:12.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:11.969+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:12.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:11 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:11.969+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:12.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:12.240+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.188637+0000 front 2024-04-26T01:59:20.188684+0000 (oldest deadline 2024-04-26T01:59:42.989441+0000) 2024-04-26T02:00:12.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:12.240+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.390950+0000 front 2024-04-26T01:59:29.391096+0000 (oldest deadline 2024-04-26T01:59:50.490900+0000) 2024-04-26T02:00:12.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:12.240+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:36.892740+0000 front 2024-04-26T01:59:36.892753+0000 (oldest deadline 2024-04-26T02:00:01.592356+0000) 2024-04-26T02:00:12.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7[50540]: 2024-04-26T02:00:12.240+0000 7f06ed9bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:41.592803+0000 front 2024-04-26T01:59:41.592777+0000 (oldest deadline 2024-04-26T02:00:07.492759+0000) 2024-04-26T02:00:12.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:12.072+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:12.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:12.072+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:12.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:12.072+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:12.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:12.072+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:12.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:12.072+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:12.748+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:12.748+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:12.748+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:12.748+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:12.751+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:13.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:12.751+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:13.063 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:12.751+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:13.063 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:12 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:12.751+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:12 smithi133 podman[69872]: 2024-04-26 02:00:12.834980534 +0000 UTC m=+5.609295720 container died 4e73df1e2e904646765692965fc4db3dd646b4001d8b370f7e83ae405f108fbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:13 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:13.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:13 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:13.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:13 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:13.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:13 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:13.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:13.129 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:13 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:13.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:13.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:12.971+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:13.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:12.971+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:13.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:12.971+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:13.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:12.971+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:13.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:12 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:12.971+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:13.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:13 smithi133 podman[69872]: 2024-04-26 02:00:13.246779493 +0000 UTC m=+6.021094678 container cleanup 4e73df1e2e904646765692965fc4db3dd646b4001d8b370f7e83ae405f108fbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True) 2024-04-26T02:00:13.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:13 smithi133 bash[69872]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7 2024-04-26T02:00:13.780 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:13 smithi133 podman[69889]: 2024-04-26 02:00:13.4898627 +0000 UTC m=+0.650792382 container remove 4e73df1e2e904646765692965fc4db3dd646b4001d8b370f7e83ae405f108fbc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:14.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:13.734+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:14.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:13.734+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:13.734+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:13.734+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:13.801+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:13.801+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:13.801+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:14.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:13 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:13.801+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:14.089 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:13 smithi133 podman[69982]: 2024-04-26 02:00:13.782461628 +0000 UTC m=+0.105225349 container create 00a5c2e4c7fd0fc435d9a7d9084d50644cdf0fa98a8f4c356ab446877b524517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:14.090 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:13 smithi133 podman[69982]: 2024-04-26 02:00:13.695970214 +0000 UTC m=+0.018733946 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:14.090 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:14 smithi133 podman[69982]: 2024-04-26 02:00:14.010613902 +0000 UTC m=+0.333377634 container init 00a5c2e4c7fd0fc435d9a7d9084d50644cdf0fa98a8f4c356ab446877b524517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:14.090 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:14 smithi133 podman[69982]: 2024-04-26 02:00:14.013961609 +0000 UTC m=+0.336725347 container start 00a5c2e4c7fd0fc435d9a7d9084d50644cdf0fa98a8f4c356ab446877b524517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True) 2024-04-26T02:00:14.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:13.933+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:14.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:13.933+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:14.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:13.933+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:14.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:13.933+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:14.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:13 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:13.933+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:14.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:14 smithi133 podman[69982]: 2024-04-26 02:00:14.093447846 +0000 UTC m=+0.416211570 container attach 00a5c2e4c7fd0fc435d9a7d9084d50644cdf0fa98a8f4c356ab446877b524517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:00:14.401 INFO:journalctl@ceph.osd.7.smithi133.stdout:Apr 26 02:00:14 smithi133 podman[69982]: 2024-04-26 02:00:14.307416757 +0000 UTC m=+0.630180478 container died 00a5c2e4c7fd0fc435d9a7d9084d50644cdf0fa98a8f4c356ab446877b524517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T02:00:14.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:14.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:14.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:14.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:14.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:14.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:14.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:14.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:14.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:14 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:14.091+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:14.964 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T02:00:15.001 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:15.001 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T02:00:15.002 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T02:00:15.002 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.8 2024-04-26T02:00:15.027 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:14.693+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:15.027 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:14.693+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:15.027 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:14.693+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:15.027 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:14.693+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:15.027 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:14.788+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:15.028 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:14.788+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:15.028 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:14.788+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:15.028 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:14 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:14.788+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:15.293 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 systemd[1]: Stopping Ceph osd.8 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:15.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:14.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:15.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:14.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:15.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:14.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:15.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:14.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:15.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:14 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:14.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:15.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:15 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:15.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:15.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:15 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:15.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:15.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:15 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:15.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:15.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:15 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:15.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:15.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:15 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:15.043+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:15.561 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.294+0000 7f5f3387d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:15.561 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.294+0000 7f5f3387d700 -1 osd.8 106 *** Got signal Terminated *** 2024-04-26T02:00:15.561 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.294+0000 7f5f3387d700 -1 osd.8 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:00:16.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.725+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:16.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.725+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.725+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:15.725+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:15.809+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:15.809+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:15.809+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:15.809+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:16.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:15 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:15.809+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:16.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:15.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:16.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:15.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:16.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:15.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:16.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:15.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:16.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:15 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:15.929+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:16.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:16.013+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:16.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:16.013+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:16.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:16.013+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:16.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:16.013+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:16.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:16.013+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:17.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:16.744+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:16.744+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:16.744+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:16.744+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:16.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:16.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:16.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:16.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:17.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:16 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:16.779+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:17.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:16.900+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:17.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:16.900+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:17.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:16.900+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:17.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:16.900+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:17.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:16 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:16.900+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:17.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:17 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:17.024+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:17.788+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:17.788+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:17.788+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:17.788+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:17.788+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.836746+0000 front 2024-04-26T01:59:51.836790+0000 (oldest deadline 2024-04-26T02:00:17.736849+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:17.791+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:17.791+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:18.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:17.791+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:18.063 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:17.791+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:18.063 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:17 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:17.791+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:18.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:17 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:17.932+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:18.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:18 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:18.065+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:19.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:18.799+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:18.799+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:18.799+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:18.799+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:18.799+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.836746+0000 front 2024-04-26T01:59:51.836790+0000 (oldest deadline 2024-04-26T02:00:17.736849+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:18.771+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:18.771+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:18.771+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:18.771+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:19.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:18 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:18.771+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:19.330 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:18 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:18.891+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:19.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:19.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:19.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:19.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:19.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:19.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:19 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:19.054+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:20.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:19.753+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:18.131172+0000 front 2024-04-26T01:59:18.131189+0000 (oldest deadline 2024-04-26T01:59:43.331681+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:19.753+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.232601+0000 front 2024-04-26T01:59:29.232683+0000 (oldest deadline 2024-04-26T01:59:53.332799+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:19.753+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.333584+0000 front 2024-04-26T01:59:33.333669+0000 (oldest deadline 2024-04-26T01:59:58.633339+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:19.753+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.035993+0000 front 2024-04-26T01:59:46.036057+0000 (oldest deadline 2024-04-26T02:00:07.735904+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8[51862]: 2024-04-26T02:00:19.753+0000 7f5f2be69700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.836746+0000 front 2024-04-26T01:59:51.836790+0000 (oldest deadline 2024-04-26T02:00:17.736849+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:19.790+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:19.790+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:19.790+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:19.790+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:20.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:19 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:19.790+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:20.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:19 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:19.874+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:20.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:20 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:20.089+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:21.061 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:20 smithi148 podman[70964]: 2024-04-26 02:00:20.853417685 +0000 UTC m=+5.665149376 container died 17cb88c46d76d8af963453d1065c11db0650043bbffa47814b938814fa9a9a81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:00:21.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:20.797+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:21.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:20.797+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:21.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:20.797+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:21.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:20.797+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:21.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:20.797+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:21.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:20 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:20.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:21.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:21 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:21.108+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:21.510 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:21 smithi148 podman[70964]: 2024-04-26 02:00:21.253430944 +0000 UTC m=+6.065162639 container cleanup 17cb88c46d76d8af963453d1065c11db0650043bbffa47814b938814fa9a9a81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True) 2024-04-26T02:00:21.510 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:21 smithi148 bash[70964]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8 2024-04-26T02:00:21.784 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:21 smithi148 podman[70981]: 2024-04-26 02:00:21.512786341 +0000 UTC m=+0.657967290 container remove 17cb88c46d76d8af963453d1065c11db0650043bbffa47814b938814fa9a9a81 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:00:22.043 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:21 smithi148 podman[71070]: 2024-04-26 02:00:21.769248275 +0000 UTC m=+0.018291927 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:22.043 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:21 smithi148 podman[71070]: 2024-04-26 02:00:21.914216179 +0000 UTC m=+0.163259863 container create 9920558b6bdbb73073e2921fc3686c4b0f1a88f0745ba2bf48b1e0f5584c2e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:22.044 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:21 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:21.784+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:22.044 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:21 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:21.784+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:22.044 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:21 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:21.784+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:22.044 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:21 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:21.784+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:22.044 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:21 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:21.784+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:22.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:21 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:21.810+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:22.311 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:22 smithi148 podman[71070]: 2024-04-26 02:00:22.166484707 +0000 UTC m=+0.415528350 container init 9920558b6bdbb73073e2921fc3686c4b0f1a88f0745ba2bf48b1e0f5584c2e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T02:00:22.311 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:22 smithi148 podman[71070]: 2024-04-26 02:00:22.169451847 +0000 UTC m=+0.418495498 container start 9920558b6bdbb73073e2921fc3686c4b0f1a88f0745ba2bf48b1e0f5584c2e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-26T02:00:22.311 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:22 smithi148 podman[71070]: 2024-04-26 02:00:22.249746036 +0000 UTC m=+0.498789694 container attach 9920558b6bdbb73073e2921fc3686c4b0f1a88f0745ba2bf48b1e0f5584c2e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:22.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:22 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:22.149+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:22.751 INFO:journalctl@ceph.osd.8.smithi148.stdout:Apr 26 02:00:22 smithi148 podman[71070]: 2024-04-26 02:00:22.4628413 +0000 UTC m=+0.711884941 container died 9920558b6bdbb73073e2921fc3686c4b0f1a88f0745ba2bf48b1e0f5584c2e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-26T02:00:23.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:22.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:23.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:22.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:23.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:22.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:23.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:22.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:23.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:22 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:22.752+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:23.086 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T02:00:23.164 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:23.164 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T02:00:23.164 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T02:00:23.164 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.9 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:23.245 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:22 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:22.837+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:23.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:23 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:23.120+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:23.576 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 systemd[1]: Stopping Ceph osd.9 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:24.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:23 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:23.710+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:24.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:23 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:23.710+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:24.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:23 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:23.710+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:24.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:23 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:23.710+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:24.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:23 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:23.710+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.725+0000 7fdc0d200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.725+0000 7fdc0d200700 -1 osd.9 106 *** Got signal Terminated *** 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.725+0000 7fdc0d200700 -1 osd.9 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:24.078 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:23 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:23.869+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:24.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:24.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:24.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:24.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:24.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:24.402 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:24 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:24.147+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:25.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:24.702+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:25.077 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:24 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:24.826+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:25.401 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:25 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:25.179+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:26.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:26.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:26.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:26.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:26.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:26.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:25 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:25.736+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:26.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:25 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:25.843+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:26.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:26 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:26.155+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:27.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:27.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:27.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:27.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:27.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:27.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:26 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:26.690+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:27.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:27.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:27.328 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:27.328 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:27.328 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:27.328 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:26 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:26.833+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:27.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:27.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:27.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:27.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:27.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:27.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:27.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:27 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:27.174+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:28.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:28.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:28.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:28.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:28.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:28.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:27 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:27.679+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:08.092581+0000 front 2024-04-26T01:59:08.091540+0000 (oldest deadline 2024-04-26T01:59:34.492287+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:19.596980+0000 front 2024-04-26T01:59:19.596902+0000 (oldest deadline 2024-04-26T01:59:43.696537+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:29.400636+0000 front 2024-04-26T01:59:29.400750+0000 (oldest deadline 2024-04-26T01:59:52.300634+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:35.803008+0000 front 2024-04-26T01:59:35.802534+0000 (oldest deadline 2024-04-26T01:59:59.302601+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:45.105391+0000 front 2024-04-26T01:59:45.105277+0000 (oldest deadline 2024-04-26T02:00:11.005522+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:53.907015+0000 front 2024-04-26T01:59:53.907164+0000 (oldest deadline 2024-04-26T02:00:17.907598+0000) 2024-04-26T02:00:28.327 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:27 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9[63655]: 2024-04-26T02:00:27.838+0000 7fdc03a00700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:02.510192+0000 front 2024-04-26T02:00:02.510271+0000 (oldest deadline 2024-04-26T02:00:27.210149+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:28.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:28.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:28 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:28.158+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:29.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:29.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:29.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:29.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:29.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:29.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:28.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:29.446 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:29 smithi100 podman[98149]: 2024-04-26 02:00:29.155558526 +0000 UTC m=+5.552742194 container died 813c4a5752b480164a349fb0507f2252745c8f219511abf85ff2fbc03c786392 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:29.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:29 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:29.186+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:29.827 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:29 smithi100 podman[98149]: 2024-04-26 02:00:29.567900597 +0000 UTC m=+5.965084261 container cleanup 813c4a5752b480164a349fb0507f2252745c8f219511abf85ff2fbc03c786392 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T02:00:29.827 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:29 smithi100 bash[98149]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9 2024-04-26T02:00:30.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:30.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:30.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:30.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:30.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:30.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:29 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:29.709+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:30.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:29 smithi100 podman[98169]: 2024-04-26 02:00:29.852116007 +0000 UTC m=+0.676472811 container remove 813c4a5752b480164a349fb0507f2252745c8f219511abf85ff2fbc03c786392 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T02:00:30.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:30.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:30.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:30.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:30.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:30.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:30.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:30 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:30.160+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:30.980 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:30 smithi100 podman[98260]: 2024-04-26 02:00:30.591203937 +0000 UTC m=+0.038235471 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:30.980 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:30 smithi100 podman[98260]: 2024-04-26 02:00:30.711143988 +0000 UTC m=+0.158175541 container create 2d73a924f6371a032fc451d4bfb6ecccff767615d2fa022088d36d62aae5cf49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-26T02:00:30.980 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:30 smithi100 podman[98260]: 2024-04-26 02:00:30.981627505 +0000 UTC m=+0.428659083 container init 2d73a924f6371a032fc451d4bfb6ecccff767615d2fa022088d36d62aae5cf49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T02:00:31.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:31.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:31.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:31.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:31.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:31.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:30 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:30.738+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:31.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:30 smithi100 podman[98260]: 2024-04-26 02:00:30.993943131 +0000 UTC m=+0.440974672 container start 2d73a924f6371a032fc451d4bfb6ecccff767615d2fa022088d36d62aae5cf49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-26T02:00:31.326 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:31 smithi100 podman[98260]: 2024-04-26 02:00:31.096856067 +0000 UTC m=+0.543887654 container attach 2d73a924f6371a032fc451d4bfb6ecccff767615d2fa022088d36d62aae5cf49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:31.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.183+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:31.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:31 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:31.184+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:31.778 INFO:journalctl@ceph.osd.9.smithi100.stdout:Apr 26 02:00:31 smithi100 podman[98260]: 2024-04-26 02:00:31.443561661 +0000 UTC m=+0.890593238 container died 2d73a924f6371a032fc451d4bfb6ecccff767615d2fa022088d36d62aae5cf49 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:32.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:31 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:31.706+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:32.119 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T02:00:32.213 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:32.214 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T02:00:32.214 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T02:00:32.214 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.10 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:32.531 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:32.532 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.220+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:32.532 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 systemd[1]: Stopping Ceph osd.10 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:32.532 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.532+0000 7fd1a868e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:32.532 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.532+0000 7fd1a868e700 -1 osd.10 106 *** Got signal Terminated *** 2024-04-26T02:00:32.532 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:32 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:32.532+0000 7fd1a868e700 -1 osd.10 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:00:33.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:33.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:33.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:33.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:33.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:33.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:32.686+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:33.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:33.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:33 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:33.210+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:34.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:34.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:34.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:34.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:34.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:34.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:33 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:33.681+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:34.553 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:34.554 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:34 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:34.253+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:35.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:35.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:35.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:35.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:35.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:35.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:34 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:34.689+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:35.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:35 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:35.208+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:36.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:36.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:36.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:36.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:36.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:36.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:35 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:35.658+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:36.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:36.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:36.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:36.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:36.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:36.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:36.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:36 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:36.226+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:37.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:37.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:37.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:37.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:37.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:37.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:37.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:36 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:36.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:37.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.434253+0000 front 2024-04-26T01:59:11.434034+0000 (oldest deadline 2024-04-26T01:59:34.933892+0000) 2024-04-26T02:00:37.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-04-26T01:59:20.834781+0000 front 2024-04-26T01:59:20.834903+0000 (oldest deadline 2024-04-26T01:59:43.734968+0000) 2024-04-26T02:00:37.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:27.637153+0000 front 2024-04-26T01:59:27.636978+0000 (oldest deadline 2024-04-26T01:59:51.137059+0000) 2024-04-26T02:00:37.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:37.038570+0000 front 2024-04-26T01:59:37.038638+0000 (oldest deadline 2024-04-26T02:00:01.738399+0000) 2024-04-26T02:00:37.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:42.239332+0000 front 2024-04-26T01:59:42.239309+0000 (oldest deadline 2024-04-26T02:00:08.139382+0000) 2024-04-26T02:00:37.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:51.040503+0000 front 2024-04-26T01:59:51.040486+0000 (oldest deadline 2024-04-26T02:00:16.240978+0000) 2024-04-26T02:00:37.652 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10[57119]: 2024-04-26T02:00:37.198+0000 7fd1a0c7a700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.341995+0000 front 2024-04-26T02:00:00.342164+0000 (oldest deadline 2024-04-26T02:00:26.241880+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:38.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:37 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:37.667+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:38.221 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:37 smithi133 podman[70087]: 2024-04-26 02:00:37.909877082 +0000 UTC m=+5.501069500 container died 1362146a54532424bfd40589adba82be14b5cc5967446a3931c98e919a765fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:38.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:38 smithi133 podman[70087]: 2024-04-26 02:00:38.223821895 +0000 UTC m=+5.815014301 container cleanup 1362146a54532424bfd40589adba82be14b5cc5967446a3931c98e919a765fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T02:00:38.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:38 smithi133 bash[70087]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10 2024-04-26T02:00:38.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:38 smithi133 podman[70116]: 2024-04-26 02:00:38.425452174 +0000 UTC m=+0.514795757 container remove 1362146a54532424bfd40589adba82be14b5cc5967446a3931c98e919a765fe6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:00:39.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:39.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:38 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:38.661+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:39.151 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:38 smithi133 podman[70209]: 2024-04-26 02:00:38.750523483 +0000 UTC m=+0.018085977 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:39.151 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:38 smithi133 podman[70209]: 2024-04-26 02:00:38.859602273 +0000 UTC m=+0.127164781 container create 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-26T02:00:39.151 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 podman[70209]: 2024-04-26 02:00:39.070558589 +0000 UTC m=+0.338121063 container init 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-26T02:00:39.151 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 podman[70209]: 2024-04-26 02:00:39.073644869 +0000 UTC m=+0.341207335 container start 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T02:00:39.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 podman[70209]: 2024-04-26 02:00:39.153771298 +0000 UTC m=+0.421333775 container attach 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True) 2024-04-26T02:00:39.651 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 podman[70209]: 2024-04-26 02:00:39.362579004 +0000 UTC m=+0.630141475 container died 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T02:00:39.897 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T02:00:39.919 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 podman[70234]: 2024-04-26 02:00:39.873537351 +0000 UTC m=+0.501416281 container remove 9df3be9c25bbbde3d126515fba945945b0b7f27b5c1fd17d47743450e7c1e810 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T02:00:39.919 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.10.service: Deactivated successfully. 2024-04-26T02:00:39.920 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 systemd[1]: Stopped Ceph osd.10 for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T02:00:39.920 INFO:journalctl@ceph.osd.10.smithi133.stdout:Apr 26 02:00:39 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.10.service: Consumed 31.386s CPU time. 2024-04-26T02:00:39.934 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:39.934 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T02:00:39.934 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T02:00:39.935 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.11 2024-04-26T02:00:39.960 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:39.960 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:39.960 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:39.960 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:39.960 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:39.961 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:39.961 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:39.674+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:40.253 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:39 smithi148 systemd[1]: Stopping Ceph osd.11 for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:40.561 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.255+0000 7f747afe2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:40.561 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.255+0000 7f747afe2700 -1 osd.11 106 *** Got signal Terminated *** 2024-04-26T02:00:40.562 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.255+0000 7f747afe2700 -1 osd.11 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:00:41.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:41.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:41.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:41.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:41.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:41.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:41.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:40 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:40.711+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:42.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:42.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:41 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:41.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6820 osd.8 since back 2024-04-26T02:00:16.135218+0000 front 2024-04-26T02:00:16.135247+0000 (oldest deadline 2024-04-26T02:00:41.335655+0000) 2024-04-26T02:00:43.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:43.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:42 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:42.742+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6820 osd.8 since back 2024-04-26T02:00:16.135218+0000 front 2024-04-26T02:00:16.135247+0000 (oldest deadline 2024-04-26T02:00:41.335655+0000) 2024-04-26T02:00:44.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:44.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:44.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:44.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:44.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:44.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:44.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:44.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:43 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:43.704+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6820 osd.8 since back 2024-04-26T02:00:16.135218+0000 front 2024-04-26T02:00:16.135247+0000 (oldest deadline 2024-04-26T02:00:41.335655+0000) 2024-04-26T02:00:45.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6806 osd.0 since back 2024-04-26T01:59:11.126013+0000 front 2024-04-26T01:59:11.125968+0000 (oldest deadline 2024-04-26T01:59:35.225772+0000) 2024-04-26T02:00:45.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6804 osd.2 since back 2024-04-26T01:59:28.128352+0000 front 2024-04-26T01:59:28.128413+0000 (oldest deadline 2024-04-26T01:59:53.428465+0000) 2024-04-26T02:00:45.061 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6814 osd.3 since back 2024-04-26T01:59:33.429177+0000 front 2024-04-26T01:59:33.429239+0000 (oldest deadline 2024-04-26T01:59:59.329000+0000) 2024-04-26T02:00:45.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-04-26T01:59:46.231529+0000 front 2024-04-26T01:59:46.231487+0000 (oldest deadline 2024-04-26T02:00:10.931538+0000) 2024-04-26T02:00:45.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6812 osd.5 since back 2024-04-26T01:59:50.931878+0000 front 2024-04-26T01:59:50.931914+0000 (oldest deadline 2024-04-26T02:00:15.632173+0000) 2024-04-26T02:00:45.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.100:6822 osd.6 since back 2024-04-26T02:00:00.834004+0000 front 2024-04-26T02:00:00.834138+0000 (oldest deadline 2024-04-26T02:00:24.333770+0000) 2024-04-26T02:00:45.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-04-26T02:00:10.234879+0000 front 2024-04-26T02:00:10.234920+0000 (oldest deadline 2024-04-26T02:00:36.134841+0000) 2024-04-26T02:00:45.062 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:44 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11[58614]: 2024-04-26T02:00:44.671+0000 7f74735ce700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.148:6820 osd.8 since back 2024-04-26T02:00:16.135218+0000 front 2024-04-26T02:00:16.135247+0000 (oldest deadline 2024-04-26T02:00:41.335655+0000) 2024-04-26T02:00:46.037 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:45 smithi148 podman[71188]: 2024-04-26 02:00:45.764967629 +0000 UTC m=+5.635231902 container died 11205debe76e5301d3e16ab0ea01e8d5c0d75c71a915cec5544745838acc6a77 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:46.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71188]: 2024-04-26 02:00:46.121663802 +0000 UTC m=+5.991928075 container cleanup 11205debe76e5301d3e16ab0ea01e8d5c0d75c71a915cec5544745838acc6a77 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:00:46.311 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 bash[71188]: ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11 2024-04-26T02:00:46.738 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71205]: 2024-04-26 02:00:46.414370085 +0000 UTC m=+0.652574278 container remove 11205debe76e5301d3e16ab0ea01e8d5c0d75c71a915cec5544745838acc6a77 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:00:47.057 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71295]: 2024-04-26 02:00:46.643115996 +0000 UTC m=+0.017889561 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:00:47.057 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71295]: 2024-04-26 02:00:46.756661208 +0000 UTC m=+0.131434773 container create e49c4e2ed9d106b753dd1a9d0368f22b1c5f69631e0237db5b0e6ed066e5a323 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-26T02:00:47.057 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71295]: 2024-04-26 02:00:46.984149765 +0000 UTC m=+0.358923331 container init e49c4e2ed9d106b753dd1a9d0368f22b1c5f69631e0237db5b0e6ed066e5a323 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-26T02:00:47.057 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:46 smithi148 podman[71295]: 2024-04-26 02:00:46.987114145 +0000 UTC m=+0.361887711 container start e49c4e2ed9d106b753dd1a9d0368f22b1c5f69631e0237db5b0e6ed066e5a323 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T02:00:47.057 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:47 smithi148 podman[71295]: 2024-04-26 02:00:47.059219807 +0000 UTC m=+0.433993386 container attach e49c4e2ed9d106b753dd1a9d0368f22b1c5f69631e0237db5b0e6ed066e5a323 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:47.312 INFO:journalctl@ceph.osd.11.smithi148.stdout:Apr 26 02:00:47 smithi148 podman[71295]: 2024-04-26 02:00:47.276776019 +0000 UTC m=+0.651549585 container died e49c4e2ed9d106b753dd1a9d0368f22b1c5f69631e0237db5b0e6ed066e5a323 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-26T02:00:47.844 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T02:00:47.925 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:47.925 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T02:00:47.925 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T02:00:47.925 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.a 2024-04-26T02:00:48.326 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:48 smithi100 systemd[1]: Stopping Ceph mds.a for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:48.827 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a[70533]: 2024-04-26T02:00:48.474+0000 7f1360800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:48.827 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:48 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a[70533]: 2024-04-26T02:00:48.474+0000 7f1360800700 -1 mds.a *** got signal Terminated *** 2024-04-26T02:00:50.729 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:50 smithi100 podman[98378]: 2024-04-26 02:00:50.424085957 +0000 UTC m=+2.059399046 container died 72ca90daf5c17c676c7fa2e9b10e91545211cd17bb69456c64c24b51e943a4d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T02:00:51.077 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:50 smithi100 podman[98378]: 2024-04-26 02:00:50.850634702 +0000 UTC m=+2.485947784 container cleanup 72ca90daf5c17c676c7fa2e9b10e91545211cd17bb69456c64c24b51e943a4d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-26T02:00:51.077 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:50 smithi100 bash[98378]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a 2024-04-26T02:00:51.547 INFO:journalctl@ceph.mds.a.smithi100.stdout:Apr 26 02:00:51 smithi100 podman[98392]: 2024-04-26 02:00:51.127893334 +0000 UTC m=+0.683519900 container remove 72ca90daf5c17c676c7fa2e9b10e91545211cd17bb69456c64c24b51e943a4d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-26T02:00:51.587 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T02:00:51.695 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:51.695 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T02:00:51.695 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T02:00:51.695 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.d 2024-04-26T02:00:52.292 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:51 smithi100 systemd[1]: Stopping Ceph mds.d for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:52.577 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: 2024-04-26T02:00:52.294+0000 7fe2b3400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:52.577 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:52 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d[69273]: 2024-04-26T02:00:52.294+0000 7fe2b3400700 -1 mds.d *** got signal Terminated *** 2024-04-26T02:00:56.041 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:55 smithi100 podman[98499]: 2024-04-26 02:00:55.765787638 +0000 UTC m=+3.627600742 container died 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T02:00:56.327 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:56 smithi100 podman[98499]: 2024-04-26 02:00:56.162332886 +0000 UTC m=+4.024146010 container cleanup 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:00:56.327 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:56 smithi100 bash[98499]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d 2024-04-26T02:00:56.804 INFO:journalctl@ceph.mds.d.smithi100.stdout:Apr 26 02:00:56 smithi100 podman[98513]: 2024-04-26 02:00:56.34691916 +0000 UTC m=+0.564571633 container remove 7d1bec613d7a71b67294a396a8ad683f4cc5cf09f04475fe92b70609c7bd73a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-26T02:00:56.837 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T02:00:56.943 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:00:56.943 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T02:00:56.943 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T02:00:56.943 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.g 2024-04-26T02:00:57.545 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:00:57 smithi100 systemd[1]: Stopping Ceph mds.g for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:00:57.826 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:00:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: 2024-04-26T02:00:57.546+0000 7f61d5000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:00:57.827 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:00:57 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g[70091]: 2024-04-26T02:00:57.546+0000 7f61d5000700 -1 mds.g *** got signal Terminated *** 2024-04-26T02:01:00.023 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:00:59 smithi100 podman[98619]: 2024-04-26 02:00:59.769108893 +0000 UTC m=+2.348797210 container died 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T02:01:00.326 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:01:00 smithi100 podman[98619]: 2024-04-26 02:01:00.132350384 +0000 UTC m=+2.712038754 container cleanup 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:01:00.327 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:01:00 smithi100 bash[98619]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g 2024-04-26T02:01:00.826 INFO:journalctl@ceph.mds.g.smithi100.stdout:Apr 26 02:01:00 smithi100 podman[98633]: 2024-04-26 02:01:00.359571151 +0000 UTC m=+0.568607717 container remove 438ad9ef6bff3b798374ed9530335f7cca7cb60583eca994cc09b05436585e7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-g, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-26T02:01:00.897 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T02:01:00.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:00.997 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T02:01:00.997 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T02:01:00.997 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.j 2024-04-26T02:01:01.326 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:01 smithi100 systemd[1]: Stopping Ceph mds.j for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:01.704 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j[68855]: 2024-04-26T02:01:01.548+0000 7f132f200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:01.704 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:01 smithi100 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j[68855]: 2024-04-26T02:01:01.548+0000 7f132f200700 -1 mds.j *** got signal Terminated *** 2024-04-26T02:01:03.630 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:03 smithi100 podman[98739]: 2024-04-26 02:01:03.353302914 +0000 UTC m=+1.982879667 container died f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:01:04.002 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:03 smithi100 podman[98739]: 2024-04-26 02:01:03.752834823 +0000 UTC m=+2.382411569 container cleanup f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:01:04.002 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:03 smithi100 bash[98739]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j 2024-04-26T02:01:04.326 INFO:journalctl@ceph.mds.j.smithi100.stdout:Apr 26 02:01:04 smithi100 podman[98777]: 2024-04-26 02:01:04.003631372 +0000 UTC m=+0.629627422 container remove f78f0d8dbd732e4362a368281024b63b3e003a87fd4d7d86a173d5f3ef5984d8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-j, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:01:04.498 DEBUG:teuthology.orchestra.run.smithi100:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T02:01:04.607 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:04.607 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T02:01:04.607 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T02:01:04.607 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.b 2024-04-26T02:01:04.901 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:04 smithi133 systemd[1]: Stopping Ceph mds.b for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:05.167 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T02:01:04.991+0000 7f72c6200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:05.167 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:04 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b[62621]: 2024-04-26T02:01:04.991+0000 7f72c6200700 -1 mds.b *** got signal Terminated *** 2024-04-26T02:01:07.981 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:07 smithi133 podman[70328]: 2024-04-26 02:01:07.697242995 +0000 UTC m=+2.897607267 container died 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-26T02:01:08.339 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:08 smithi133 podman[70328]: 2024-04-26 02:01:08.082483321 +0000 UTC m=+3.282847601 container cleanup 094af85c02fb67249789a5d8296df3cbc76e8a196e0cc6fe7e61252b5d2285aa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-26T02:01:08.339 INFO:journalctl@ceph.mds.b.smithi133.stdout:Apr 26 02:01:08 smithi133 bash[70328]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-b 2024-04-26T02:01:08.503 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T02:01:08.537 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:08.537 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T02:01:08.537 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T02:01:08.537 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.e 2024-04-26T02:01:08.876 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:08 smithi133 systemd[1]: Stopping Ceph mds.e for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:09.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: 2024-04-26T02:01:08.877+0000 7ff864ffa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:09.151 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:08 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e[61996]: 2024-04-26T02:01:08.877+0000 7ff864ffa700 -1 mds.e *** got signal Terminated *** 2024-04-26T02:01:11.984 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:11 smithi133 podman[70460]: 2024-04-26 02:01:11.703411661 +0000 UTC m=+2.937182020 container died 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-26T02:01:12.343 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:12 smithi133 podman[70460]: 2024-04-26 02:01:12.077568129 +0000 UTC m=+3.311338487 container cleanup 01d7887fd0fb792d5de37203ae4cb7bf37f27a76ef9760bb527ad675b3afe4a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T02:01:12.343 INFO:journalctl@ceph.mds.e.smithi133.stdout:Apr 26 02:01:12 smithi133 bash[70460]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-e 2024-04-26T02:01:12.507 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T02:01:12.540 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:12.540 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T02:01:12.540 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T02:01:12.540 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h 2024-04-26T02:01:12.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:12 smithi133 systemd[1]: Stopping Ceph mds.h for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:12.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: 2024-04-26T02:01:12.847+0000 7f0ac8511700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:12.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:12 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h[66566]: 2024-04-26T02:01:12.847+0000 7f0ac8511700 -1 mds.h *** got signal Terminated *** 2024-04-26T02:01:15.901 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:15 smithi133 podman[70580]: 2024-04-26 02:01:15.696269064 +0000 UTC m=+2.940011661 container died 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T02:01:16.355 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:16 smithi133 podman[70580]: 2024-04-26 02:01:16.047674995 +0000 UTC m=+3.291417585 container cleanup 411472527f177d24f867bcfbbaccd2073d0f97f53e36e6a82ffb20341d81b76f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T02:01:16.355 INFO:journalctl@ceph.mds.h.smithi133.stdout:Apr 26 02:01:16 smithi133 bash[70580]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-h 2024-04-26T02:01:16.486 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T02:01:16.518 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:16.518 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T02:01:16.518 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T02:01:16.518 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.k 2024-04-26T02:01:16.651 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:16 smithi133 systemd[1]: Stopping Ceph mds.k for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:17.151 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: 2024-04-26T02:01:16.842+0000 7fb27bf50700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:17.151 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:16 smithi133 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k[61679]: 2024-04-26T02:01:16.842+0000 7fb27bf50700 -1 mds.k *** got signal Terminated *** 2024-04-26T02:01:19.975 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:19 smithi133 podman[70703]: 2024-04-26 02:01:19.703757117 +0000 UTC m=+2.966741413 container died f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T02:01:20.233 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 podman[70703]: 2024-04-26 02:01:20.051422253 +0000 UTC m=+3.314406537 container cleanup f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-26T02:01:20.233 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 bash[70703]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k 2024-04-26T02:01:20.463 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T02:01:20.483 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 podman[70717]: 2024-04-26 02:01:20.235566075 +0000 UTC m=+0.526414564 container remove f2adda828b7cc2b68106c89dd1343f41cad2e6b39dbf5d73347a1cdcf7461326 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:01:20.483 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.k.service: Deactivated successfully. 2024-04-26T02:01:20.483 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 systemd[1]: Stopped Ceph mds.k for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T02:01:20.483 INFO:journalctl@ceph.mds.k.smithi133.stdout:Apr 26 02:01:20 smithi133 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.k.service: Consumed 3.015s CPU time. 2024-04-26T02:01:20.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:20.494 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T02:01:20.494 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T02:01:20.495 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.c 2024-04-26T02:01:20.794 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:20 smithi148 systemd[1]: Stopping Ceph mds.c for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:21.061 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: 2024-04-26T02:01:20.796+0000 7f639a49b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:21.061 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:20 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c[63770]: 2024-04-26T02:01:20.796+0000 7f639a49b700 -1 mds.c *** got signal Terminated *** 2024-04-26T02:01:23.985 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:23 smithi148 podman[71427]: 2024-04-26 02:01:23.692092809 +0000 UTC m=+3.003518944 container stop fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:01:23.985 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:23 smithi148 podman[71427]: 2024-04-26 02:01:23.717760297 +0000 UTC m=+3.029186431 container died fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:01:24.285 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 podman[71427]: 2024-04-26 02:01:24.061679691 +0000 UTC m=+3.373105826 container cleanup fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:01:24.285 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 bash[71427]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c 2024-04-26T02:01:24.535 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 podman[71441]: 2024-04-26 02:01:24.287692987 +0000 UTC m=+0.585697486 container remove fbeac587ea9b2e165f8d87aac499754c7f823657e420369bb9a4a5234c3d0357 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T02:01:24.536 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.c.service: Deactivated successfully. 2024-04-26T02:01:24.536 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 systemd[1]: Stopped Ceph mds.c for e2513004-036c-11ef-bc93-c7b262605968. 2024-04-26T02:01:24.536 INFO:journalctl@ceph.mds.c.smithi148.stdout:Apr 26 02:01:24 smithi148 systemd[1]: ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.c.service: Consumed 40.056s CPU time. 2024-04-26T02:01:24.537 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T02:01:24.571 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:24.571 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T02:01:24.571 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T02:01:24.571 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.f 2024-04-26T02:01:24.811 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:24 smithi148 systemd[1]: Stopping Ceph mds.f for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:25.311 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: 2024-04-26T02:01:24.907+0000 7fdec4c9c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:25.312 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:24 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f[63464]: 2024-04-26T02:01:24.907+0000 7fdec4c9c700 -1 mds.f *** got signal Terminated *** 2024-04-26T02:01:28.031 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:27 smithi148 podman[71547]: 2024-04-26 02:01:27.704331177 +0000 UTC m=+2.917796767 container died bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-26T02:01:28.314 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:28 smithi148 podman[71547]: 2024-04-26 02:01:28.115396557 +0000 UTC m=+3.328862147 container cleanup bb6d0557621293f57cc7d4ce4eff25e0c2cc096547eaf956902de9e5b45dae2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:01:28.314 INFO:journalctl@ceph.mds.f.smithi148.stdout:Apr 26 02:01:28 smithi148 bash[71547]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-f 2024-04-26T02:01:28.500 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T02:01:28.531 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:28.531 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T02:01:28.532 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T02:01:28.532 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.i 2024-04-26T02:01:28.811 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:28 smithi148 systemd[1]: Stopping Ceph mds.i for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:29.311 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: 2024-04-26T02:01:28.860+0000 7fe055080700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:29.312 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:28 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i[64095]: 2024-04-26T02:01:28.860+0000 7fe055080700 -1 mds.i *** got signal Terminated *** 2024-04-26T02:01:31.984 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:31 smithi148 podman[71668]: 2024-04-26 02:01:31.697653193 +0000 UTC m=+2.953286583 container died 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-04-26T02:01:32.311 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:32 smithi148 podman[71668]: 2024-04-26 02:01:32.069187034 +0000 UTC m=+3.324820410 container cleanup 9543e77303725a884aae812f9dc87da5c0dbd7dc841064cf68a41ba505a4b572 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:01:32.312 INFO:journalctl@ceph.mds.i.smithi148.stdout:Apr 26 02:01:32 smithi148 bash[71668]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-i 2024-04-26T02:01:32.485 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T02:01:32.516 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:32.516 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T02:01:32.516 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T02:01:32.516 DEBUG:teuthology.orchestra.run.smithi148:> sudo systemctl stop ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.l 2024-04-26T02:01:33.061 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:32 smithi148 systemd[1]: Stopping Ceph mds.l for e2513004-036c-11ef-bc93-c7b262605968... 2024-04-26T02:01:33.062 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: 2024-04-26T02:01:32.838+0000 7fcc7e27e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:01:33.062 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:32 smithi148 ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l[63156]: 2024-04-26T02:01:32.838+0000 7fcc7e27e700 -1 mds.l *** got signal Terminated *** 2024-04-26T02:01:36.030 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:35 smithi148 podman[71791]: 2024-04-26 02:01:35.70725265 +0000 UTC m=+2.980751826 container died 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:01:36.311 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:36 smithi148 podman[71791]: 2024-04-26 02:01:36.11462384 +0000 UTC m=+3.388123018 container cleanup 834eb1d71846876a1b8ddf5b94912fc8fbadb3812144c873062fbd4879020ba9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:01:36.311 INFO:journalctl@ceph.mds.l.smithi148.stdout:Apr 26 02:01:36 smithi148 bash[71791]: ceph-e2513004-036c-11ef-bc93-c7b262605968-mds-l 2024-04-26T02:01:36.456 DEBUG:teuthology.orchestra.run.smithi148:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e2513004-036c-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T02:01:36.489 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:01:36.489 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T02:01:36.489 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:01:36.803 INFO:teuthology.orchestra.run.smithi100.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:01:41.988 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:01:42.177 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:01:44.582 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:01:44.768 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:01:47.160 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:01:47.255 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:01:47.287 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:01:47.313 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T02:01:47.315 DEBUG:teuthology.misc:Transferring archived files from smithi100:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi100/crash 2024-04-26T02:01:47.316 DEBUG:teuthology.orchestra.run.smithi100:> sudo tar c -f - -C /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:01:47.401 INFO:teuthology.orchestra.run.smithi100.stderr:tar: /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:01:47.401 INFO:teuthology.orchestra.run.smithi100.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:01:47.406 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi133/crash 2024-04-26T02:01:47.407 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:01:47.450 INFO:teuthology.orchestra.run.smithi133.stderr:tar: /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:01:47.450 INFO:teuthology.orchestra.run.smithi133.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:01:47.452 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi148/crash 2024-04-26T02:01:47.453 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:01:47.489 INFO:teuthology.orchestra.run.smithi148.stderr:tar: /var/lib/ceph/e2513004-036c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:01:47.490 INFO:teuthology.orchestra.run.smithi148.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:01:47.490 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T02:01:47.491 DEBUG:teuthology.orchestra.run.smithi100:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-26T02:01:47.592 INFO:tasks.cephadm:Compressing logs... 2024-04-26T02:01:47.593 DEBUG:teuthology.orchestra.run.smithi100:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:01:47.597 DEBUG:teuthology.orchestra.run.smithi133:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:01:47.599 DEBUG:teuthology.orchestra.run.smithi148:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:01:47.631 INFO:teuthology.orchestra.run.smithi148.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:01:47.631 INFO:teuthology.orchestra.run.smithi148.stderr:: No such file or directory 2024-04-26T02:01:47.631 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:gzip/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log: -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T02:01:47.632 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T02:01:47.633 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T02:01:47.633 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:01:47.633 INFO:teuthology.orchestra.run.smithi148.stderr: 90.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:01:47.643 INFO:teuthology.orchestra.run.smithi133.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T02:01:47.644 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr: 90.5% 87.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr: -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:01:47.645 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:01:47.646 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T02:01:47.646 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.8% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:01:47.646 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:01:47.646 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.e.log: 92.1% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T02:01:47.650 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr: 92.1% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr: 83.7% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:01:47.653 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:01:47.655 INFO:teuthology.orchestra.run.smithi100.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T02:01:47.655 INFO:teuthology.orchestra.run.smithi100.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:01:47.656 INFO:teuthology.orchestra.run.smithi100.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:01:47.657 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T02:01:47.657 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T02:01:47.659 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T02:01:47.659 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T02:01:47.660 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:01:47.661 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T02:01:47.661 INFO:teuthology.orchestra.run.smithi100.stderr: 87.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:01:47.662 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T02:01:47.662 INFO:teuthology.orchestra.run.smithi100.stderr: 90.3% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:01:47.664 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T02:01:47.665 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T02:01:47.665 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T02:01:47.667 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:01:47.667 INFO:teuthology.orchestra.run.smithi100.stderr: 94.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-26T02:01:47.667 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:01:47.668 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T02:01:47.669 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:01:47.671 INFO:teuthology.orchestra.run.smithi100.stderr:gzip/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.a.log: -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:01:47.672 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:01:47.674 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T02:01:47.676 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.4% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T02:01:47.677 INFO:teuthology.orchestra.run.smithi100.stderr:gzip -5 --verbose -- /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T02:01:47.679 INFO:teuthology.orchestra.run.smithi100.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:01:47.679 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:01:47.687 INFO:teuthology.orchestra.run.smithi148.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:01:47.689 INFO:teuthology.orchestra.run.smithi148.stderr: 91.0% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:01:47.706 INFO:teuthology.orchestra.run.smithi100.stderr:/var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 93.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:01:47.709 INFO:teuthology.orchestra.run.smithi100.stderr: 91.0% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:01:48.091 INFO:teuthology.orchestra.run.smithi133.stderr: 94.9% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T02:01:48.092 INFO:teuthology.orchestra.run.smithi100.stderr: 90.1% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T02:01:48.193 INFO:teuthology.orchestra.run.smithi148.stderr: 91.8% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T02:01:48.425 INFO:teuthology.orchestra.run.smithi133.stderr: 91.7% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T02:01:48.574 INFO:teuthology.orchestra.run.smithi133.stderr: 95.1% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T02:01:48.631 INFO:teuthology.orchestra.run.smithi100.stderr: 95.2% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T02:01:48.743 INFO:teuthology.orchestra.run.smithi100.stderr: 90.3% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T02:01:49.191 INFO:teuthology.orchestra.run.smithi148.stderr: 95.2% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T02:01:49.531 INFO:teuthology.orchestra.run.smithi133.stderr: 95.1% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T02:01:51.455 INFO:teuthology.orchestra.run.smithi148.stderr: 93.7% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T02:01:52.051 INFO:teuthology.orchestra.run.smithi133.stderr: 91.7% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T02:01:53.307 INFO:teuthology.orchestra.run.smithi148.stderr: 91.8% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T02:01:53.339 INFO:teuthology.orchestra.run.smithi133.stderr: 91.6% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T02:01:53.367 INFO:teuthology.orchestra.run.smithi100.stderr: 91.6% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T02:01:53.420 INFO:teuthology.orchestra.run.smithi133.stderr: 91.9% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T02:01:53.824 INFO:teuthology.orchestra.run.smithi100.stderr: 91.4% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T02:01:53.935 INFO:teuthology.orchestra.run.smithi100.stderr: 91.9% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T02:01:54.023 INFO:teuthology.orchestra.run.smithi100.stderr: 91.6% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T02:01:54.104 INFO:teuthology.orchestra.run.smithi133.stderr: 91.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T02:01:54.704 INFO:teuthology.orchestra.run.smithi148.stderr: 91.6% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T02:01:54.972 INFO:teuthology.orchestra.run.smithi148.stderr: 91.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T02:01:55.303 INFO:teuthology.orchestra.run.smithi148.stderr: 91.8% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T02:01:56.803 INFO:teuthology.orchestra.run.smithi148.stderr: 93.6% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T02:01:57.177 INFO:teuthology.orchestra.run.smithi100.stderr: 93.5% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T02:01:57.180 INFO:teuthology.orchestra.run.smithi100.stderr: 2024-04-26T02:01:57.180 INFO:teuthology.orchestra.run.smithi100.stderr:real 0m9.552s 2024-04-26T02:01:57.180 INFO:teuthology.orchestra.run.smithi100.stderr:user 0m34.069s 2024-04-26T02:01:57.181 INFO:teuthology.orchestra.run.smithi100.stderr:sys 0m2.484s 2024-04-26T02:02:01.011 INFO:teuthology.orchestra.run.smithi148.stderr: 93.4% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T02:02:01.013 INFO:teuthology.orchestra.run.smithi148.stderr: 2024-04-26T02:02:01.013 INFO:teuthology.orchestra.run.smithi148.stderr:real 0m13.400s 2024-04-26T02:02:01.013 INFO:teuthology.orchestra.run.smithi148.stderr:user 0m54.057s 2024-04-26T02:02:01.013 INFO:teuthology.orchestra.run.smithi148.stderr:sys 0m1.571s 2024-04-26T02:02:05.526 INFO:teuthology.orchestra.run.smithi133.stderr: 93.2% -- replaced with /var/log/ceph/e2513004-036c-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T02:02:05.528 INFO:teuthology.orchestra.run.smithi133.stderr: 2024-04-26T02:02:05.528 INFO:teuthology.orchestra.run.smithi133.stderr:real 0m17.914s 2024-04-26T02:02:05.528 INFO:teuthology.orchestra.run.smithi133.stderr:user 0m42.571s 2024-04-26T02:02:05.528 INFO:teuthology.orchestra.run.smithi133.stderr:sys 0m1.309s 2024-04-26T02:02:05.528 INFO:tasks.cephadm:Archiving logs... 2024-04-26T02:02:05.529 DEBUG:teuthology.misc:Transferring archived files from smithi100:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi100/log 2024-04-26T02:02:05.530 DEBUG:teuthology.orchestra.run.smithi100:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:02:10.585 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi133/log 2024-04-26T02:02:10.586 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:02:16.763 DEBUG:teuthology.misc:Transferring archived files from smithi148:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi148/log 2024-04-26T02:02:16.764 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:02:23.552 INFO:tasks.cephadm:Removing cluster... 2024-04-26T02:02:23.552 DEBUG:teuthology.orchestra.run.smithi100:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force 2024-04-26T02:02:23.871 INFO:teuthology.orchestra.run.smithi100.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:02:24.538 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force 2024-04-26T02:02:24.730 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:02:25.098 DEBUG:teuthology.orchestra.run.smithi148:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e2513004-036c-11ef-bc93-c7b262605968 --force 2024-04-26T02:02:25.290 INFO:teuthology.orchestra.run.smithi148.stdout:Deleting cluster with fsid: e2513004-036c-11ef-bc93-c7b262605968 2024-04-26T02:02:25.622 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T02:02:25.623 DEBUG:teuthology.orchestra.run.smithi100:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:02:25.681 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:02:25.697 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:02:25.712 INFO:tasks.cephadm:Teardown complete 2024-04-26T02:02:25.713 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T02:02:25.725 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T02:02:25.725 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:02:25.733 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:02:25.740 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:02:25.890 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T02:02:25.901 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T02:02:25.901 DEBUG:teuthology.orchestra.run.smithi100:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:02:25.909 DEBUG:teuthology.orchestra.run.smithi133:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:02:25.911 DEBUG:teuthology.orchestra.run.smithi148:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:02:25.924 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:02:25.925 INFO:teuthology.orchestra.run.smithi148.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:^* hv01.front.sepia.ceph.com 3 6 377 13 +1700us[+1712us] +/- 44ms 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -1812us[-1800us] +/- 64ms 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 -701us[ -701us] +/- 74ms 2024-04-26T02:02:25.928 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:02:25.929 INFO:teuthology.orchestra.run.smithi148.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:02:25.930 INFO:teuthology.orchestra.run.smithi148.stdout:=============================================================================== 2024-04-26T02:02:25.930 INFO:teuthology.orchestra.run.smithi148.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 +1711us[+1710us] +/- 44ms 2024-04-26T02:02:25.930 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 -1817us[-1817us] +/- 64ms 2024-04-26T02:02:25.930 INFO:teuthology.orchestra.run.smithi148.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -703us[ -703us] +/- 74ms 2024-04-26T02:02:25.930 INFO:teuthology.orchestra.run.smithi148.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:02:25.953 INFO:teuthology.orchestra.run.smithi100.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:02:25.961 INFO:teuthology.orchestra.run.smithi100.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:02:25.962 INFO:teuthology.orchestra.run.smithi100.stdout:=============================================================================== 2024-04-26T02:02:25.962 INFO:teuthology.orchestra.run.smithi100.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 +1704us[+1724us] +/- 44ms 2024-04-26T02:02:25.962 INFO:teuthology.orchestra.run.smithi100.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 10 -1818us[-1818us] +/- 64ms 2024-04-26T02:02:25.962 INFO:teuthology.orchestra.run.smithi100.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 -718us[ -718us] +/- 74ms 2024-04-26T02:02:25.962 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:02:25.963 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T02:02:26.055 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T02:02:26.056 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T02:02:26.068 DEBUG:teuthology.orchestra.run.smithi100:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:02:26.286 DEBUG:teuthology.orchestra.run.smithi133:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:02:26.355 DEBUG:teuthology.orchestra.run.smithi148:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:02:26.421 DEBUG:teuthology.orchestra.run.smithi100:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:02:26.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:26.515 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:02:26.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:26.544 DEBUG:teuthology.orchestra.run.smithi148:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:02:26.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:26.571 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T02:02:26.584 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T02:02:26.598 INFO:teuthology.task.internal:Duration was 2198.901670 seconds 2024-04-26T02:02:26.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T02:02:26.610 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T02:02:26.611 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:02:26.619 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:02:26.621 DEBUG:teuthology.orchestra.run.smithi148:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:02:26.657 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:02:26.658 INFO:teuthology.orchestra.run.smithi148.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:02:26.755 INFO:teuthology.orchestra.run.smithi100.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:02:27.100 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T02:02:27.100 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi100.front.sepia.ceph.com 2024-04-26T02:02:27.101 DEBUG:teuthology.orchestra.run.smithi100:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:02:27.171 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi133.front.sepia.ceph.com 2024-04-26T02:02:27.171 DEBUG:teuthology.orchestra.run.smithi133:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:02:27.195 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi148.front.sepia.ceph.com 2024-04-26T02:02:27.195 DEBUG:teuthology.orchestra.run.smithi148:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:02:27.220 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T02:02:27.220 DEBUG:teuthology.orchestra.run.smithi100:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:02:27.227 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:02:27.238 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:02:27.303 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T02:02:27.303 DEBUG:teuthology.orchestra.run.smithi100:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:02:27.309 DEBUG:teuthology.orchestra.run.smithi133:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:02:27.312 DEBUG:teuthology.orchestra.run.smithi148:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:02:28.099 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T02:02:28.111 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T02:02:28.111 DEBUG:teuthology.orchestra.run.smithi100:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:02:28.187 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:02:28.210 DEBUG:teuthology.orchestra.run.smithi148:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:02:28.238 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T02:02:28.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.259 DEBUG:teuthology.orchestra.run.smithi133:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.261 DEBUG:teuthology.orchestra.run.smithi148:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.281 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = core 2024-04-26T02:02:28.304 INFO:teuthology.orchestra.run.smithi148.stdout:kernel.core_pattern = core 2024-04-26T02:02:28.350 INFO:teuthology.orchestra.run.smithi100.stdout:kernel.core_pattern = core 2024-04-26T02:02:28.392 DEBUG:teuthology.orchestra.run.smithi100:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:28.443 DEBUG:teuthology.orchestra.run.smithi133:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:28.457 DEBUG:teuthology.orchestra.run.smithi148:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:02:28.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:02:28.472 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T02:02:28.486 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T02:02:28.487 DEBUG:teuthology.misc:Transferring archived files from smithi100:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi100 2024-04-26T02:02:28.487 DEBUG:teuthology.orchestra.run.smithi100:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:02:28.603 DEBUG:teuthology.misc:Transferring archived files from smithi133:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi133 2024-04-26T02:02:28.603 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:02:28.637 DEBUG:teuthology.misc:Transferring archived files from smithi148:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674245/remote/smithi148 2024-04-26T02:02:28.637 DEBUG:teuthology.orchestra.run.smithi148:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:02:28.674 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T02:02:28.675 DEBUG:teuthology.orchestra.run.smithi100:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:02:28.682 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:02:28.684 DEBUG:teuthology.orchestra.run.smithi148:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:02:28.732 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T02:02:28.745 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T02:02:28.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T02:02:28.759 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T02:02:28.759 DEBUG:teuthology.orchestra.run.smithi100:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:02:28.767 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:02:28.769 DEBUG:teuthology.orchestra.run.smithi148:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:02:28.781 INFO:teuthology.orchestra.run.smithi133.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:02 /home/ubuntu/cephtest 2024-04-26T02:02:28.784 INFO:teuthology.orchestra.run.smithi148.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:02 /home/ubuntu/cephtest 2024-04-26T02:02:28.816 INFO:teuthology.orchestra.run.smithi100.stdout: 393454 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:02 /home/ubuntu/cephtest 2024-04-26T02:02:28.819 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T02:02:28.831 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T02:02:28.862 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} duration: 2198.9016699790955 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-26T02:02:28.863 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T02:02:28.948 INFO:teuthology.run:pass